-- Logs begin at Thu 2021-02-11 18:31:23 UTC, end at Thu 2021-02-11 19:48:55 UTC. --
Feb 11 19:19:08.224232 dv-cinder-775250-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 11 19:19:10.911348 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.common.config [-] Logging enabled!
Feb 11 19:19:10.911846 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev497
Feb 11 19:19:10.913211 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79894) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 11 19:19:10.915059 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.common.config [-] Logging enabled!
Feb 11 19:19:10.915349 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev497
Feb 11 19:19:10.915704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79894) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 11 19:19:10.916753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 11 19:19:10.917018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 11 19:19:10.918063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 11 19:19:10.918951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 11 19:19:10.919217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 11 19:19:10.919593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.919943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.920285 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.920551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.920894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.921230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.921555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.921890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.922271 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.922586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.922904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.923227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.923488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.923810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.924140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.924469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.924725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.925044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.925582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.925903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.926219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.926574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.926885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.927202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.927523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.927892 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] host                           = dv-cinder-775250-1-iscsi {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.928207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.928537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.928869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.929718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.930035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.930376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.930708 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.931020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.931334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.931646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.931976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.932306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.932641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.932900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.933153 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.933484 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.933817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.934132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.934485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.934799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.935109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.935421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.935728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.936056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.936382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.936709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.937019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.937329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.937638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.937946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.938292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.938605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.938912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.939220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.939548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.939855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.940164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.940508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.940835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.941158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.941485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.941796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.942120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.942455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.942770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.943078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.943387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.943695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.944015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.944326 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.944712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.945506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.945815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.946146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:10.946514 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.946855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.947201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.947521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.947852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.948171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.948501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.948816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.949147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.949477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.949799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.950111 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.950495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.950814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.951152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.951497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.951833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.952165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.952476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.952790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.953100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.953415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.953738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.954071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.954431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.954747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.955064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.955398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.955716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.956025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.956342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.956676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.956993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.957303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.957624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.957938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.958269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.958591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.958906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.959239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.959554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.959861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.960186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.960506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.960816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.961140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.961455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.961763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.962070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.962432 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.962746 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.963056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.963371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.963679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.963992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.964300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.964610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.964919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.965229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.965535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.965844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.966152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.966493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.966804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.967115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.967423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.967734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.968044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.968370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.968702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.969019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.969333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.969647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.969961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.970309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.970626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.970942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.971258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.971568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.971903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.972227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.972551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.972868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.973184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.973519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.973831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.974150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.974489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.974803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.975124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.975451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.975801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.976140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.976475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.976807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.977139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.977455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.977807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.978123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:10.978393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 11 19:19:10.978657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79894) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 11 19:19:11.623856 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO keyring.backend [-] Loading Gnome
Feb 11 19:19:11.641858 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO keyring.backend [-] Loading Google
Feb 11 19:19:11.644392 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO keyring.backend [-] Loading Windows (alt)
Feb 11 19:19:11.648386 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO keyring.backend [-] Loading file
Feb 11 19:19:11.649419 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO keyring.backend [-] Loading keyczar
Feb 11 19:19:11.649768 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO keyring.backend [-] Loading multi
Feb 11 19:19:11.650532 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO keyring.backend [-] Loading pyfs
Feb 11 19:19:11.695335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79894) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:19:11.695632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79894) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:19:11.695954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79894) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:19:11.696320 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 11 19:19:12.087093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.087636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.087726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.136376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.136691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.136992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.140878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.141188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.141488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.208678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.208989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.209287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.210462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.210783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.211057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.476949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f67aee207b8> agent after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.477267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f67aee207b8> agent after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.477562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f67aee20840> segment precommit_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.477856 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f67aee208c8> network precommit_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.478948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f67aee258c8> segment before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.624457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> network before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.624839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f67aec0eae8> agent before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.625162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> network before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.625462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> port before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.625759 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> port before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.626143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> segment after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.626471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> segment precommit_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.626758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> segment precommit_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.627044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> segment after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.627379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> network after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.627671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> network precommit_delete 0 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.627971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> port provisioning_complete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.628272 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.628561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> rbac-policy after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.628871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> agent after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.629183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> subnet after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.629476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> subnet precommit_delete 0 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.629798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.630081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.630605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> port after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.630890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> port after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.631171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> port after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.631511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.631792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.632090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f67af712518>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.632517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 11 19:19:12.632793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 11 19:19:12.633067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 11 19:19:12.633339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 11 19:19:12.633609 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 11 19:19:12.633878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 11 19:19:12.634318 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 11 19:19:12.637362 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 11 19:19:12.641587 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 11 19:19:12.645473 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])])
Feb 11 19:19:12.647129 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 11 19:19:12.648935 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 11 19:19:12.649314 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 11 19:19:12.649746 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 11 19:19:12.652473 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 11 19:19:12.652754 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 11 19:19:12.653138 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 11 19:19:12.674744 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 11 19:19:12.675250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f67aeba8940>> qos_plugin after_init 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.675575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79894) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 11 19:19:12.675977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f67aede8908>> logging-plugin after_init 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.677310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79894) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 11 19:19:12.677624 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 11 19:19:12.677899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 11 19:19:12.681231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f67aede89b0>> floatingip before_response 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.681540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f67aede89b0>> port before_response 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:12.747048 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 11 19:19:12.747274 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 11 19:19:12.747545 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 11 19:19:12.747946 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 11 19:19:12.784855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.sqlalchemy.engines [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79894) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 11 19:19:13.311355 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Initializing driver for type 'gre'
Feb 11 19:19:13.311914 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] gre ID ranges: [(1, 1000)]
Feb 11 19:19:13.414244 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Initializing driver for type 'local'
Feb 11 19:19:13.414673 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Initializing driver for type 'vlan'
Feb 11 19:19:13.482747 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] VlanTypeDriver initialization complete
Feb 11 19:19:13.483125 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Initializing driver for type 'vxlan'
Feb 11 19:19:13.483701 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] vxlan ID ranges: [(1, 1000)]
Feb 11 19:19:13.602958 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Initializing extension driver 'port_security'
Feb 11 19:19:13.603272 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] PortSecurityExtensionDriver initialization complete
Feb 11 19:19:13.603674 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Initializing mechanism driver 'openvswitch'
Feb 11 19:19:13.609886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79894) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:19:13.610739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67aec5ada0>> port after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.611149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67aec5ada0>> port after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.611582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67aec5ada0>> port after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.612003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68da20>> subnet after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.612390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68da20>> subnet after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.612768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68da20>> subnet after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.613180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68dbe0>> network after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.613564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68dbe0>> network after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.613941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68dbe0>> network after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.614388 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68dda0>> security_group after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.614773 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68dda0>> security_group after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.615152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68dda0>> security_group after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.615732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68df60>> security_group_rule after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.616094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68df60>> security_group_rule after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.617136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae68df60>> security_group_rule after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.617521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae693160>> address_group after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.617901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae693160>> address_group after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.618294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f67ae693160>> address_group after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.618665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] ML2 OVO RPC backend initialized. {{(pid=79894) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 11 19:19:13.619386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> router_interface after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.619773 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> router_interface after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.620227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> network before_response 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.620610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> networks before_response 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.620989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> port before_response 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.621363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> ports before_response 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.621740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> subnet before_response 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.622112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> subnets before_response 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.622518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> network after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.622891 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> network after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.623257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> network after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.623624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> port after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.623990 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> port after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.624358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> port after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.624731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> subnet after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.625098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> subnet after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.625462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f67ae693240>> subnet after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.626101 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.plugin [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Modular L2 Plugin initialization complete
Feb 11 19:19:13.626478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading services supported by the core plugin {{(pid=79894) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 11 19:19:13.626850 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.plugins.ml2.managers [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Got port-security extension from driver 'port_security'
Feb 11 19:19:13.627357 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.extensions.vlantransparent [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Disabled vlantransparent extension.
Feb 11 19:19:13.627835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79894) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 11 19:19:13.628175 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading Plugin: router
Feb 11 19:19:13.670678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router_interface before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.671113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router after_create 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.671509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router before_create 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.671901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router_interface before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.672309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router_interface after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.672694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router after_delete 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.673088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> floatingip after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.673488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router after_create 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.673862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router after_update 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.674271 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router after_update 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.674669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router_gateway after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.675064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router after_update 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.675552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router precommit_update 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.675967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f67aee64c80> port after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.676340 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f67aee64b70> port after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.676708 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f67aee64bf8> subnet after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.677078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f67aee64d08> subnetpool_address_scope after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.677462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> port precommit_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.677840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router precommit_create 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.678211 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f67aedb2e18> port before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.678607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router precommit_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.679621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router after_update 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.680002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router precommit_delete 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.680386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router precommit_create 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.680789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router_interface after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.681171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> router precommit_update 55549900 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.681598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f67ae6933c8>> network after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.682614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Tracking information for resource: router configured {{(pid=79894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 11 19:19:13.682981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Tracking information for resource: floatingip configured {{(pid=79894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 11 19:19:13.695836 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_agentschedulers_db [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 11 19:19:13.696473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f67ae6ba268> port after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.696863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f67ae6c31e0> port after_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.697243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function _notify_port_delete at 0x7f67ae6ba1e0> port after_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.697622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f67ae6ba400> port after_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.698584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f67ae674b00>> router before_create 55550100 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.699002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f67ae674b00>> router precommit_delete 55550100 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.699401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f67ae674b00>> router precommit_create 55550100 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.699788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f67ae674b00>> router precommit_update 55550100 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.704675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.provider_configuration [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service providers = [] {{(pid=79894) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 11 19:19:13.705073 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.servicetype_db [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79894) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 11 19:19:13.707873 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.service_base [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 11 19:19:13.708253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.service_base [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 11 19:19:13.708622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.service_base [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 11 19:19:13.709493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.service_base [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 11 19:19:13.709885 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.services.service_base [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 11 19:19:13.710945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 11 19:19:13.711297 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 11 19:19:13.721477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 11 19:19:13.721849 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading Plugin: auto_allocate
Feb 11 19:19:13.727495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f67ae6e8950> network precommit_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.727896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f67ae6e8950> network precommit_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.728474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 11 19:19:13.728824 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading Plugin: tag
Feb 11 19:19:13.735774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 11 19:19:13.736140 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading Plugin: timestamp
Feb 11 19:19:13.739948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 11 19:19:13.740307 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading Plugin: network_ip_availability
Feb 11 19:19:13.745717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f67ae5e3eb8>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.746114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f67ae5e3eb8>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.746522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f67ae5e3eb8>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.747299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 11 19:19:13.747650 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading Plugin: flavors
Feb 11 19:19:13.752133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 11 19:19:13.752493 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading Plugin: revisions
Feb 11 19:19:13.756868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 11 19:19:13.757774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.062s {{(pid=79894) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:19:13.758598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79894) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 11 19:19:13.758953 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Initializing extension manager.
Feb 11 19:19:13.759507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: __init__.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.759878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: __pycache__ {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.760241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.760602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: address_group.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.761392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.762009 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: address-group
Feb 11 19:19:13.762411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: address_scope.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.763171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.763740 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: address-scope
Feb 11 19:19:13.764091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: admin_state_down_before_update.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.765011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.765832 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: router-admin-state-down-before-update
Feb 11 19:19:13.766180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: agent.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.766954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.767525 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: agent
Feb 11 19:19:13.767878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: agent_resources_synced.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.768778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.769349 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: agent-resources-synced
Feb 11 19:19:13.769704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: allowedaddresspairs.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.771533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.772115 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: allowed-address-pairs
Feb 11 19:19:13.772472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: auto_allocated_topology.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.774154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.774758 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: auto-allocated-topology
Feb 11 19:19:13.775113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: availability_zone.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.775846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.776416 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: availability_zone
Feb 11 19:19:13.776769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: availability_zone_filter.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.777677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.778402 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: availability_zone_filter
Feb 11 19:19:13.778761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: data_plane_status.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.779667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.780243 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension data-plane-status not supported by any of loaded plugins
Feb 11 19:19:13.780601 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: default_subnetpools.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.781500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.782067 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: default-subnetpools
Feb 11 19:19:13.782451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: dhcpagentscheduler.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.783280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.783857 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: dhcp_agent_scheduler
Feb 11 19:19:13.784216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: dns.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.785113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.785674 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension dns-integration not supported by any of loaded plugins
Feb 11 19:19:13.786027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: dns_domain_ports.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.786951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.787515 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 11 19:19:13.787869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: dvr.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.788607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.789176 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: dvr
Feb 11 19:19:13.789528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: empty_string_filtering.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.790463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.791028 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: empty-string-filtering
Feb 11 19:19:13.791383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.792287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.792854 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 11 19:19:13.793204 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.794112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.794704 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 11 19:19:13.795053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: external_net.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.795952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.796526 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: external-net
Feb 11 19:19:13.796876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: extra_dhcp_opt.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.797787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.798380 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: extra_dhcp_opt
Feb 11 19:19:13.798733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: extraroute.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.799640 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.800212 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: extraroute
Feb 11 19:19:13.800567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: extraroute_atomic.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.801587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.802160 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: extraroute-atomic
Feb 11 19:19:13.802540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: filter_validation.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.803235 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.803872 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: filter-validation
Feb 11 19:19:13.804178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: fip_pf_description.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.805085 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.805652 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 11 19:19:13.806005 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: fip_port_details.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.807086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.807654 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: fip-port-details
Feb 11 19:19:13.808007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: flavors.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.809221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.809804 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: flavors
Feb 11 19:19:13.810162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.811817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.812397 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 11 19:19:13.812758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: floatingip_pools.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.813501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.814074 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: floatingip-pools
Feb 11 19:19:13.814451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: ip_allocation.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.815368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.815932 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension ip_allocation not supported by any of loaded plugins
Feb 11 19:19:13.816284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.817191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.817763 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: ip-substring-filtering
Feb 11 19:19:13.818115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: l2_adjacency.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.819051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.820163 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 11 19:19:13.820510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: l3.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.821553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.822135 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: router
Feb 11 19:19:13.822521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: l3_conntrack_helper.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.824760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.825357 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 11 19:19:13.825723 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.826679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.827259 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: ext-gw-mode
Feb 11 19:19:13.827615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.828628 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.829206 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: l3-ha
Feb 11 19:19:13.829561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: l3_flavors.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.830493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.831072 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: l3-flavors
Feb 11 19:19:13.831425 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.832328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.832899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 11 19:19:13.833252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: l3agentscheduler.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.834429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.835017 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: l3_agent_scheduler
Feb 11 19:19:13.837245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: logging.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.839831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.840642 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension logging not supported by any of loaded plugins
Feb 11 19:19:13.841094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: metering.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.843067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.843785 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: metering
Feb 11 19:19:13.844181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.845312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.845885 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: metering_source_and_destination_fields
Feb 11 19:19:13.846277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: multiprovidernet.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.847260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.847831 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: multi-provider
Feb 11 19:19:13.848186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: netmtu.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.849107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.849678 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: net-mtu
Feb 11 19:19:13.850033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: netmtu_writable.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.850967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.851537 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: net-mtu-writable
Feb 11 19:19:13.851895 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: network_availability_zone.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.852834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.853458 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: network_availability_zone
Feb 11 19:19:13.853764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: network_ip_availability.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.855218 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.855797 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: network-ip-availability
Feb 11 19:19:13.856153 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: network_segment_range.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.856964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.857534 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension network-segment-range not supported by any of loaded plugins
Feb 11 19:19:13.857889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: pagination.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.858900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.859266 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: pagination
Feb 11 19:19:13.859618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: port_device_profile.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.860524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.861103 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: port-device-profile
Feb 11 19:19:13.861463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.862402 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.862974 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: port-mac-address-regenerate
Feb 11 19:19:13.863329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.864228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.864796 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: port-numa-affinity-policy
Feb 11 19:19:13.865148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: port_resource_request.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.866058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.866675 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension port-resource-request not supported by any of loaded plugins
Feb 11 19:19:13.867026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: portbindings.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.867949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.868518 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: binding
Feb 11 19:19:13.868867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: portbindings_extended.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.870158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.870759 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: binding-extended
Feb 11 19:19:13.871119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: portsecurity.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.872026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.872607 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: port-security
Feb 11 19:19:13.872965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: project_id.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.873926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.874864 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: project-id
Feb 11 19:19:13.874864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: providernet.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.875643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.876216 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: provider
Feb 11 19:19:13.876566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.880268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.880858 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos not supported by any of loaded plugins
Feb 11 19:19:13.881221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.883018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.883594 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 11 19:19:13.883951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.884864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.885432 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 11 19:19:13.885786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos_default.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.886736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.887304 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos-default not supported by any of loaded plugins
Feb 11 19:19:13.887658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos_fip.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.888342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.888902 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos-fip not supported by any of loaded plugins
Feb 11 19:19:13.889251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos_gateway_ip.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.890587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.891159 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 11 19:19:13.891510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos_port_network_policy.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.892424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.892985 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 11 19:19:13.893335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos_rule_type_details.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.894287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.894850 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 11 19:19:13.895200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: qos_rules_alias.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.896237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.896808 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 11 19:19:13.897160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: quotasv2.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.898934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.899300 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: quotas
Feb 11 19:19:13.899657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: quotasv2_detail.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.902580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.902961 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: quota_details
Feb 11 19:19:13.903323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: rbac.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.904502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.905091 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: rbac-policies
Feb 11 19:19:13.905449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: rbac_address_scope.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.906417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.906996 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: rbac-address-scope
Feb 11 19:19:13.907355 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: rbac_security_groups.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.908259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.908829 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: rbac-security-groups
Feb 11 19:19:13.909183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: rbac_subnetpool.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.910094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.910693 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: rbac-subnetpool
Feb 11 19:19:13.911050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: revisionifmatch.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.911961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.912537 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: revision-if-match
Feb 11 19:19:13.912891 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: revisions.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.914016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.914614 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: standard-attr-revisions
Feb 11 19:19:13.914972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: router_availability_zone.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.915678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.916258 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: router_availability_zone
Feb 11 19:19:13.916615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: routerservicetype.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.917523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.918091 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension router-service-type not supported by any of loaded plugins
Feb 11 19:19:13.918833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.919928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.920511 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: security-groups-normalized-cidr
Feb 11 19:19:13.920865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: security_groups_port_filtering.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.921828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.922427 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: port-security-groups-filtering
Feb 11 19:19:13.922782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.923706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.924282 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: security-groups-remote-address-group
Feb 11 19:19:13.924632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: securitygroup.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.938291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.938892 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: security-group
Feb 11 19:19:13.939258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: segment.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.940121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.940696 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension segment not supported by any of loaded plugins
Feb 11 19:19:13.941053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.941977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.942585 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 11 19:19:13.943125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: servicetype.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.944260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.945385 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: service-type
Feb 11 19:19:13.945740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: sorting.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.946741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.947110 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: sorting
Feb 11 19:19:13.947461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: standard_attr_segment.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.948370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.948950 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 11 19:19:13.949303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: standardattrdescription.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.949988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.950615 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: standard-attr-description
Feb 11 19:19:13.950969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: stateful_security_group.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.951880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.952525 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: stateful-security-group
Feb 11 19:19:13.952884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: stdattrs_common.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.953460 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 11 19:19:13.953811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.954841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.955409 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 11 19:19:13.955757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: subnet_onboard.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.956809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.957391 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: subnet_onboard
Feb 11 19:19:13.957742 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.958700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.959278 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 11 19:19:13.959631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: subnet_service_types.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.960572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.961145 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: subnet-service-types
Feb 11 19:19:13.961497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: subnetallocation.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.962604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.963196 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: subnet_allocation
Feb 11 19:19:13.963554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.964235 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.964803 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: subnetpool-prefix-ops
Feb 11 19:19:13.965155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.966077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.966671 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 11 19:19:13.967023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: tagging.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.968357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.968936 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: standard-attr-tag
Feb 11 19:19:13.969296 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: timestamp.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.970499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.971078 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loaded extension: standard-attr-timestamp
Feb 11 19:19:13.971433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: trunk.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.972447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.973029 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension trunk not supported by any of loaded plugins
Feb 11 19:19:13.973382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: trunk_details.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.974315 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.974887 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension trunk-details not supported by any of loaded plugins
Feb 11 19:19:13.975241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: uplink_status_propagation.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.976181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.976749 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 11 19:19:13.977102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Loading extension file: vlantransparent.py {{(pid=79894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 11 19:19:13.977790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 11 19:19:13.978399 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 11 19:19:13.981035 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:network
Feb 11 19:19:13.981867 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:subnet
Feb 11 19:19:13.982546 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:subnetpool
Feb 11 19:19:13.983199 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:port
Feb 11 19:19:13.984740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:13.985221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service FLAVORS assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:13.985974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:13.986466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:13.986833 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:router
Feb 11 19:19:13.987553 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:floatingip
Feb 11 19:19:13.988366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service METERING assigned prefix: /metering {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:13.990183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f67ae4d1400>> rbac-policy before_create 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.990618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f67ae4d1400>> rbac-policy before_update 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.990998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f67ae4d1400>> rbac-policy before_delete 55550000 {{(pid=79894) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:19:13.992654 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of CountableResource for resource:rbac_policy
Feb 11 19:19:13.993134 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:security_group
Feb 11 19:19:13.993925 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 11 19:19:13.994745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service CORE assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:13.995111 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:subnetpool
Feb 11 19:19:13.995486 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] subnetpool is already registered
Feb 11 19:19:13.996149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service CORE assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:13.996513 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:subnetpool
Feb 11 19:19:13.996865 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] subnetpool is already registered
Feb 11 19:19:13.999683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:14.000151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service FLAVORS assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:14.000791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:14.001249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:14.001616 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:router
Feb 11 19:19:14.001974 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] router is already registered
Feb 11 19:19:14.002669 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:floatingip
Feb 11 19:19:14.003032 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] floatingip is already registered
Feb 11 19:19:14.003710 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service METERING assigned prefix: /metering {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:14.004418 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of CountableResource for resource:rbac_policy
Feb 11 19:19:14.004780 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] rbac_policy is already registered
Feb 11 19:19:14.005398 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:security_group
Feb 11 19:19:14.005755 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] security_group is already registered
Feb 11 19:19:14.006436 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 11 19:19:14.006795 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] security_group_rule is already registered
Feb 11 19:19:14.008112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service CORE assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:14.008471 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:subnetpool
Feb 11 19:19:14.008824 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] subnetpool is already registered
Feb 11 19:19:14.009468 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.resource_helper [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Service CORE assigned prefix:  {{(pid=79894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 11 19:19:14.009822 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Creating instance of TrackedResource for resource:subnetpool
Feb 11 19:19:14.010167 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.quota.resource_registry [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] subnetpool is already registered
Feb 11 19:19:14.010920 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: extensions {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.012616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: address-groups {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.014420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: address-scopes {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.016034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: agents {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.017252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: auto-allocated-topology {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.018598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: availability_zones {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.020009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: dhcp-networks {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.021523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: dhcp-agents {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.023115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: routers {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.025012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: flavors {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.026279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: service_profiles {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.027558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: next_providers {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.029424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: service_profiles {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.031160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: floatingip-pools {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.032787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: routers {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.035545 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: floatingips {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.036823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: l3-routers {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.038358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: l3-agents {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.039860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: metering-labels {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.041287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: metering-label-rules {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.042680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: network-ip-availabilities {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.044107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: bindings {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.045844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: quotas {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.047502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: quotas {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.049023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: rbac-policies {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.050409 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: security-groups {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.051702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: security-group-rules {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.053023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: service-providers {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.054880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: subnetpools {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.056370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: subnetpools {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.057901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.059735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.061652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.063619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.065539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.067392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.069281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.071893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.073946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.075940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.extensions [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Extended resource: tags {{(pid=79894) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 11 19:19:14.082928 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING keystonemiddleware.auth_token [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 11 19:19:14.088219 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING keystonemiddleware.auth_token [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 11 19:19:14.097062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Acquired lock "singleton_lock" {{(pid=79894) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 11 19:19:14.097571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Releasing lock "singleton_lock" {{(pid=79894) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 11 19:19:14.099064 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO oslo_service.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Starting 2 workers
Feb 11 19:19:14.103927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Started child 80005 {{(pid=79894) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 11 19:19:14.107865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:14.108745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Started child 80006 {{(pid=79894) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 11 19:19:14.109406 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [-] (80005) wsgi starting up on http://0.0.0.0:9696
Feb 11 19:19:14.110254 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Neutron service started, listening on 0.0.0.0:9696
Feb 11 19:19:14.110919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Notify callbacks [] for process, before_spawn {{(pid=79894) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:14.112065 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:14.113415 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO oslo_service.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Starting 1 workers
Feb 11 19:19:14.113526 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [-] (80006) wsgi starting up on http://0.0.0.0:9696
Feb 11 19:19:14.119447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Started child 80007 {{(pid=79894) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 11 19:19:14.120006 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO oslo_service.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Starting 1 workers
Feb 11 19:19:14.121572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] calling RpcWorker wait() {{(pid=80007) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 11 19:19:14.122046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] returning from RpcWorker wait() {{(pid=80007) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 11 19:19:14.123646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:14.124249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:19:14.124735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Started child 80008 {{(pid=79894) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 11 19:19:14.125563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc7a544e-707b-4081-9874-c799e6f40f4a None None] Notify callbacks [] for process, after_spawn {{(pid=79894) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:14.127159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79894) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 11 19:19:14.127413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 11 19:19:14.127625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 11 19:19:14.127886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 11 19:19:14.128295 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 11 19:19:14.128389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:14.128460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 11 19:19:14.129019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.129309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.129523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:19:14.129618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.129884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.130215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.130875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.131157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.131445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.131752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.132622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.132908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.133112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.133401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.133690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.134048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.134351 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.134626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.134881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.135090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.135374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.135680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.135962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.136260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.136526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.137084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.137343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.137609 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.137857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.138153 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.138462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.138774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.139020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.139283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.139554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.139831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.140089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.140619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.140914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.141137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.141580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] host                           = dv-cinder-775250-1-iscsi {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.141850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.142097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.142382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.142645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.142925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.143183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.143474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.143783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.144077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.144350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.144618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.144877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.145145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.145403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.145605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.145842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.146114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.146427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.146667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.146821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.146962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.147246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.147406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.147726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.147974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.148215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.148476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.148734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.148976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.149244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.149487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.149763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.150003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.150325 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.150614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.150887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.151164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.151503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.152400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.152703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.152979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.153264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.153586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.153936 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.154053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.154327 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.154642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.154908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.155217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.155525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.155779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.156037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.156379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.156662 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.156952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.157242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.157502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.157788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.158041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.158323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.158599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.158852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.159125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.159415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.159667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.159917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.160186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.160437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.160768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.161217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.161623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.161898 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.162163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.162469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.174322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.175493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.175493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.175493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.175493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.175493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.175493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.175493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.175493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.176583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.176583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.176583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.79/identity {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.176583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.176583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.176583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.176583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.176583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.177433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.178317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.179964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.181169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.182423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.183935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.184362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.184455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.184683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.184944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.185200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.185469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.185767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.186059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.186374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.186659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.186915 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.187228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.187486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.187774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.188008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.188295 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.188558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.188865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.189216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.189512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.189801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.190104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.190458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.192536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.192536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.192536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.192536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.193095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.193095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.193348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.193559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.193838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.194135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.195074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.195395 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.195695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.195977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.196268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.196593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.196876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.197146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.197386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.197676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.198039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.198382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.198663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.198950 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.199279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.199557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.199827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.200101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.200391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.200673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.200954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.201230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.79/identity {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.201524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.201723 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.201995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.202255 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.202542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.202780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.203041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.203320 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.203572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.203862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.204115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.204447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.204668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.204929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.205185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.205479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.205727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.205987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.206278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.206619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.206782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.207030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.207296 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.207572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.207827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.208134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.208441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.208710 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.208984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.209281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.209565 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.209817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.210140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.210428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.210681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.210931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.211188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.211438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.211709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.211979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.212211 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.212507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.212831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.213116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.213391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.213663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.213937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.214192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.214494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.214750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.215007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.215266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.215519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.215791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.216074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.216353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.216635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.216884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.217134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.217382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.217634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.217882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.218266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.218527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.218781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.219040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.219318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.219588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.219838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.220087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.220342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.220613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.220881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.221131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.221380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.221636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.221886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.222224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.222539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.222797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.223118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.223409 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.223714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.224005 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.224358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.224629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.224912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.225169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.225453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.225772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.226040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.226444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.226804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.227097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.227397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.227703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.228029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.228329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.228582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.228910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.229284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.229590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.229883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.230157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.230481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.230761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.231017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.231295 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.231551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.231808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.232097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.232380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.232667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.232924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.233201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.233455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.233745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.233994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.234270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.234550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.234750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 11 19:19:14.235332 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79894) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 11 19:19:14.235525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 11 19:19:14.235711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 11 19:19:14.235934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 11 19:19:14.236140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 11 19:19:14.236322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 11 19:19:14.236568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.236761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.236950 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.237141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.237331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.237541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.237734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.237923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.238115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.238328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.238521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.238709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.238877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.239066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.239258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.239436 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.239612 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.239801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.239993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.240182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.240369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.240559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.240744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.240934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.241164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.241890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.242082 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.242297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.242489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.242678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.242866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.243053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.243239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.243430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.243626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.243786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.243975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.244163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.244352 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.244539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] host                           = dv-cinder-775250-1-iscsi {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.244726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.244912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.245101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.245287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.245475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.245661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.245848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.246034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.246221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.246431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.246621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.246809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.246997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.247186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.247377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.247593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.247781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.247949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.248097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.248292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.248480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.248669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.248857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.249045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.249232 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.249406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.249580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.249729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.249876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.250062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.250220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.250435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.250621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.250808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.250995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.251182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.251368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.251555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.251742 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.251929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.252116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.252304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.252490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.252678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.252845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.253025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.253212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.253403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.253590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.253777 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.253965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.254150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.254367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.254560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.254835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.254995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.255164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.255313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.255459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.255605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.255751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.255892 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.256000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.256189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.256376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.256564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.256752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.256984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.257663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 11 19:19:14.257873 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.258065 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.258286 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.258483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.258675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.258866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.259059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.259250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.259445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.259636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.259834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.260024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.260228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.260419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.260613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.260806 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.260997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.261191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.261382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.261573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.261764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.261955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.262164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.262382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.262575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.79/identity {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.262765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.262957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.263149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.263343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.263539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.263731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.263923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.264114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.264304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.264494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.264685 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.264876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.265067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.265508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.265699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.265895 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.266057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.266257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.266462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.266655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.266848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.267039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.267233 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.267424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.267615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.267820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.268012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.268202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.268394 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.268585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.268776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.268968 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.269158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.269353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.269549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.269764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.269952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.270119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.270337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.270529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.270721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.270912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.271075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.271270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.271508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.271678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.271866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.272028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.272171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.272332 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.272504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.272694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.272885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.273077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.273267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.273460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.273633 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.273816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.273976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.274179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.274415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.274610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.274802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.274995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.275187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.275377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.275568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.275761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.275951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.276142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.276335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.276527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.276721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.276911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.277102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.277292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.277483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.277673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.277865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.278056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.278259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.278460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.278652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.278841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.279032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.279223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.279427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.279617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.279810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.280000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.280197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.280400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.280601 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.280789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.280979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.281169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.281360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.281551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.281743 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.281934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.282126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.282341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.282603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.282748 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.282898 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.283088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.283278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.283520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.283711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.283903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.284098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.284291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.284485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.284677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.284867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.285058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.285249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.285438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.285630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.79/identity {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.285821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.286011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.286205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.286422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.286619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.286810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.286971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.287166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.287357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.287547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.287739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.287932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.288126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.288844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.289035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.289226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.289416 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.289608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.289803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.289994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.290185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.290403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.290599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.290791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.290981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.291173 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.291364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.291556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.291746 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.291941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.292132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.292324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.292516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.292710 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.292879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.293070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.293261 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.293453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.293645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.293836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.294029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.294220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.294436 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.294644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.294838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.295030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.295222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.295413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.295604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.295795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.295986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.296176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.296318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:19:14.296418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.296512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.296699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.296893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.297086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.297278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.297470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.297660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.297849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.298051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.298271 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.298456 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.298646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.298837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.299028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.299228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.299419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.299610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.299805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.299994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.300196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.300388 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.300579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.300768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.300959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.301161 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.301353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.301544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.301744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.301935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.302127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.302360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.302568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.302774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.302951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.303141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.303331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.303521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.303714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.304536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.304675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.304836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.305029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.305228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.305430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.305629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.305819 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.306017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.306224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.306465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.306657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.306849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.307040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.307231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.307423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.307613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.307805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.307995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.308247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.308373 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.308531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.308721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.308912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.309104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.309294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.309478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.309649 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.309844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 11 19:19:14.310027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79894) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 11 19:19:14.381004 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 48856) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:14.392475 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0093505
Feb 11 19:19:24.705904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3d7acf-fd36-4294-bd9c-6b6589a13778 None None] get_active_networks_info from dv-cinder-775250-1-iscsi {{(pid=80007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 11 19:19:24.843671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3d7acf-fd36-4294-bd9c-6b6589a13778 None None] No non-hosted networks {{(pid=80007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 11 19:19:24.874632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agentschedulers_db [None req-ec3d7acf-fd36-4294-bd9c-6b6589a13778 None None] DHCP Agent not found on host dv-cinder-775250-1-iscsi {{(pid=80007) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 11 19:19:25.035106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2aa12fa7-e379-4948-a601-8b69852cacda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325'] for agent, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:26.808853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1be70555-2838-4494-829b-5f0c973aef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325'] for agent, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:26.863684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6d465591-8647-411f-bd84-bb913fc0f2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:27.734308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325'] for agent, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:28.411734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325'] for agent, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:28.412419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.413194 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.415054 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.415440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.415817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.416185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.416552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.416938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.418747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.421388 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.422703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.423253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:28.424139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f67ae087ba8>, 'Open vSwitch agent', 'dv-cinder-775250-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:19:28.430583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f67ae1b8cf8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775250-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:19:29.145688 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325'] for agent, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:30.352275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] get_endpoint_by_host() called for host dv-cinder-775250-1-iscsi {{(pid=80007) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 11 19:19:30.358256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] get_endpoint_by_ip() called for ip 192.168.0.101 {{(pid=80007) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 11 19:19:30.361762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] _add_endpoint() called for ip 192.168.0.101 {{(pid=80007) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 11 19:19:30.365486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 48950) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:30.396761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] _get_endpoints() called {{(pid=80007) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 11 19:19:30.992326 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_hamode_db [None req-5588eaf3-8028-4912-b1e2-b725af18d861 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 11 19:19:31.038164 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING oslo_policy.policy [None req-c73d5d0a-c980-4f98-8783-b20895b22fd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 11 19:19:31.038845 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING oslo_policy.policy [None req-c73d5d0a-c980-4f98-8783-b20895b22fd1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 11 19:19:31.084477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588eaf3-8028-4912-b1e2-b725af18d861 None None] Routers set() bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:19:31.085547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588eaf3-8028-4912-b1e2-b725af18d861 None None] Router IDs set() for agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 11 19:19:31.268556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [None req-c73d5d0a-c980-4f98-8783-b20895b22fd1 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:19:31.269694 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c73d5d0a-c980-4f98-8783-b20895b22fd1 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.9026129
Feb 11 19:19:33.982885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 48964) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:34.628766 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING oslo_policy.policy [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 11 19:19:34.629399 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING oslo_policy.policy [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 11 19:19:34.857903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:19:34.927391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.policy [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80005) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 11 19:19:34.928722 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING oslo_policy.policy [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 11 19:19:34.929135 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING oslo_policy.policy [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 11 19:19:34.955463 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f67ae0c4780>.
Feb 11 19:19:34.971520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:19:35.059801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755204336541', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755204383130', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755204383792', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755204373192', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755204374065', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1782297', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1774796', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854196259'] for rbac-policy, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:35.299372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:35.300838 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c2214015-cb5c-4b92-a227-c3eb9903c682 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3158731
Feb 11 19:19:38.306953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 48982) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:38.706713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'name': 'private'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:19:38.710081 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.quota [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f67ae2bc940>.
Feb 11 19:19:38.726478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:19:38.732876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Usage tracker for resource:network and tenant:aa647413de9244ee925b18ae6ea1b417 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:19:38.737391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:19:38.744595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:19:38.808462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Made reservation on behalf of aa647413de9244ee925b18ae6ea1b417 for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:19:38.856831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.policy [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80006) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 11 19:19:38.857674 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING oslo_policy.policy [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 11 19:19:38.858057 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING oslo_policy.policy [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 11 19:19:38.886243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:38.906212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:38.923790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:19:38.927648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa647413de9244ee925b18ae6ea1b417 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:19:38.931307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:19:38.936749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:19:39.137571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:39.173736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:39.180617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:19:39.202906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:19:39.230868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755205775492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:39.231435 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Added segment b2aca094-e8a9-4269-b1b0-fcc983359211 of type vxlan for network 0df4574b-8931-4d25-8c07-3838664efdfa
Feb 11 19:19:39.438058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cdf617-ddf7-479f-901e-c274790d7714,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:19:39.460900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.461234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.461600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.461957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.462336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.462693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.463043 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.463389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.463736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.464079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.464424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.464766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Tracked resource versions report:
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]: pushed versions:
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]: {   'AddressGroup': {'1.1'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'ConntrackHelper': {'1.0'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Log': {'1.0'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Network': {'1.1'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Port': {'1.7'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'PortForwarding': {'1.2'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'QosPolicy': {'1.8'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroup': {'1.4'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroupRule': {'1.2'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SubPort': {'1.0'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Subnet': {'1.1'},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Trunk': {'1.1'}}
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]: consumer versions:
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]: {   DHCP agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     L3 agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metadata agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metering agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@dv-cinder-775250-1-iscsi: {   'AddressGroup': '1.1',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'ConntrackHelper': '1.0',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Log': '1.0',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Network': '1.1',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Port': '1.7',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'PortForwarding': '1.2',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'QosPolicy': '1.8',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroup': '1.4',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroupRule': '1.2',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SubPort': '1.0',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Subnet': '1.1',
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Trunk': '1.1'}}
Feb 11 19:19:39.465821 dv-cinder-775250-1-iscsi neutron-server[79894]:  {{(pid=80006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 11 19:19:39.503250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:39.517353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:19:39.571013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:39.572337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:19:39.572995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:39.577887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:19:39.689169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Pushing event updated for resources: {'Network': ['ID=0df4574b-8931-4d25-8c07-3838664efdfa,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:19:39.692382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:19:39.701015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 0df4574b-8931-4d25-8c07-3838664efdfa details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:19:39.726618 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.4184651
Feb 11 19:19:42.763099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49000) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:43.269707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab8a1a-a6ae-447a-b1e0-1c448c007cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:19:43.271113 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-59ab8a1a-a6ae-447a-b1e0-1c448c007cc8 admin admin] 10.222.0.79 "GET /v2.0/networks/0df4574b-8931-4d25-8c07-3838664efdfa HTTP/1.1" status: 200  len: 818 time: 0.5070105
Feb 11 19:19:43.304647 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-aa3779ff-3680-4b71-ad91-ff04f3f338b6 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/b356229d-c775-47aa-bde8-cbae2d9ba510 HTTP/1.1" status: 200  len: 734 time: 0.0269401
Feb 11 19:19:43.313907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'b356229d-c775-47aa-bde8-cbae2d9ba510', 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:19:43.318472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:19:43.322371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Usage tracker for resource:subnet and tenant:aa647413de9244ee925b18ae6ea1b417 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:19:43.325308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:19:43.330867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:19:43.436778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Made reservation on behalf of aa647413de9244ee925b18ae6ea1b417 for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:19:43.441401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:43.965783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:43.980543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:19:44.122980 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad675de-93b6-40c0-a265-e64908a92f7a,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:19:44.129642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:19:44.184645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Checking segment: {'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:19:44.185025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Network hostable DHCP agents. Network: 0df4574b-8931-4d25-8c07-3838664efdfa, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:19:44.259334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Network 0df4574b-8931-4d25-8c07-3838664efdfa is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:19:44.293313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 0df4574b-8931-4d25-8c07-3838664efdfa) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:19:44.297756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:19:44.298419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:44.304084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcdfd0c-2e8f-4d89-9b3d-2f05bfce8762 None None] Network 0df4574b-8931-4d25-8c07-3838664efdfa requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:19:44.345655 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f690a6d7-d2d6-457e-b6d7-e4ca30d29919 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0352583
Feb 11 19:19:44.795374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-0df4574b-8931-4d25-8c07-3838664efdfa', 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'fixed_ips': [{'subnet_id': 'aad675de-93b6-40c0-a265-e64908a92f7a'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:19:44.796450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:45.113374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Allocated IP 172.20.0.2 (0df4574b-8931-4d25-8c07-3838664efdfa/aad675de-93b6-40c0-a265-e64908a92f7a/91025cd9-6d3a-4d0a-b5a1-f304a82a2795) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:19:45.350603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:45.419430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Transition to ACTIVE for port object 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:19:45.436948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Transition to ACTIVE for port object 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:19:45.465584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:45.481334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:19:45.626057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Pushing event updated for resources: {'Port': ['ID=91025cd9-6d3a-4d0a-b5a1-f304a82a2795,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:19:45.638881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.639225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.639858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.640219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.640574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.640930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.641283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.641632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.641983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.642376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.642729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.643076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Tracked resource versions report:
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]: pushed versions:
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]: {   'AddressGroup': {'1.1'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'ConntrackHelper': {'1.0'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Log': {'1.0'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Network': {'1.1'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Port': {'1.7'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'PortForwarding': {'1.2'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'QosPolicy': {'1.8'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroup': {'1.4'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroupRule': {'1.2'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SubPort': {'1.0'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Subnet': {'1.1'},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Trunk': {'1.1'}}
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]: consumer versions:
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]: {   DHCP agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     L3 agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metadata agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metering agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@dv-cinder-775250-1-iscsi: {   'AddressGroup': '1.1',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'ConntrackHelper': '1.0',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Log': '1.0',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Network': '1.1',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Port': '1.7',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'PortForwarding': '1.2',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'QosPolicy': '1.8',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroup': '1.4',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroupRule': '1.2',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SubPort': '1.0',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Subnet': '1.1',
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Trunk': '1.1'}}
Feb 11 19:19:45.644135 dv-cinder-775250-1-iscsi neutron-server[79894]:  {{(pid=80007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 11 19:19:45.651197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:19:45.691973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Network 0df4574b-8931-4d25-8c07-3838664efdfa is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:19:45.693122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:19:45.695984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:19:45.758671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Attempting to bind port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:19:45.759103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Attempting to bind port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:19:45.759503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Attempting to bind port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 on network 0df4574b-8931-4d25-8c07-3838664efdfa {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:19:45.765362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:19:45.766226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Checking segment: {'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:19:45.766226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:45.766635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Bound using segment: {'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:19:45.767162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Bound port: 91025cd9-6d3a-4d0a-b5a1-f304a82a2795, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:19:45.767598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:45.859174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] For port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:19:45.863197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] For port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=91025cd9-6d3a-4d0a-b5a1-f304a82a2795,segment=NetworkSegment(b2aca094-e8a9-4269-b1b0-fcc983359211),segment_id=b2aca094-e8a9-4269-b1b0-fcc983359211)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:19:45.899853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:45.914799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:19:46.074379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Pushing event updated for resources: {'Port': ['ID=91025cd9-6d3a-4d0a-b5a1-f304a82a2795,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:19:46.078795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:19:47.079052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49010) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:47.537044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [None req-462ab39c-ea4a-49db-8e48-73c55e3bd920 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:19:47.538316 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-462ab39c-ea4a-49db-8e48-73c55e3bd920 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4580107
Feb 11 19:19:50.384438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49024) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:50.433322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:19:50.542842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:19:50.830547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [None req-c5730cdb-9a0c-4ccb-bbe7-eda5eb9836c8 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:19:50.831602 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c5730cdb-9a0c-4ccb-bbe7-eda5eb9836c8 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4461725
Feb 11 19:19:50.998317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8e693-5a4d-4cbe-a8e1-ee7c7e9e99e5 None None] Network 0df4574b-8931-4d25-8c07-3838664efdfa requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:19:51.148854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] Provisioning for port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:19:51.196123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] Provisioning complete for port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:19:51.196545 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:51.396663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:51.438404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] For port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=91025cd9-6d3a-4d0a-b5a1-f304a82a2795,segment=NetworkSegment(b2aca094-e8a9-4269-b1b0-fcc983359211),segment_id=b2aca094-e8a9-4269-b1b0-fcc983359211)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:19:51.494444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:51.497441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:19:51.570474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] Pushing event updated for resources: {'Port': ['ID=91025cd9-6d3a-4d0a-b5a1-f304a82a2795,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:19:51.574185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:19:51.618058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f82b16b0-3020-4ca0-a334-8a27f32efa23 None None] Provisioning complete for port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:19:51.618495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f82b16b0-3020-4ca0-a334-8a27f32efa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:51.876303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-976a0121-c186-4bfc-b56c-06938faa64f4 None None] Provisioning complete for port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:19:51.876716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-976a0121-c186-4bfc-b56c-06938faa64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:52.123839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-6e8dfbeb-9204-4392-8016-5b7b6d466d4a None None] Provisioning complete for port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:19:52.124245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6e8dfbeb-9204-4392-8016-5b7b6d466d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:52.406914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:19:52.478696 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:19:52.479111 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:53.862339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49036) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:54.257577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:19:54.262736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:19:54.267336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Usage tracker for resource:router and tenant:aa647413de9244ee925b18ae6ea1b417 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:19:54.270971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:19:54.277602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:19:54.331621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:54.333284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:54.392346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:54.591350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa231e08-6bf5-43e1-bc82-ee9818c4394d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:54.685976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:54.742262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] Notify callbacks [] for router, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:54.743527 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-98d902de-4060-4906-a271-c065ba507b62 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8801634
Feb 11 19:19:56.779542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da6baefe-da9f-4034-ae9b-78dfc154b3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:57.460874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49056) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:19:57.650086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [None req-e436e9a1-0149-4dc0-bbba-ccf68561eeb1 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:19:57.651184 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e436e9a1-0149-4dc0-bbba-ccf68561eeb1 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1893632
Feb 11 19:19:57.665371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:58.419785 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:19:59.079473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:00.176240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49076) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:20:00.253676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:20:00.259219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:20:00.263191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Usage tracker for resource:network and tenant:08842fb004454a6c981b3f600aac6128 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:20:00.266404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:20:00.272112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:20:00.391091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Made reservation on behalf of 08842fb004454a6c981b3f600aac6128 for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:20:00.396027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:00.409788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:00.425405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:20:00.429323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Usage tracker for resource:security_group_rule and tenant:08842fb004454a6c981b3f600aac6128 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:20:00.432217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:20:00.437853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:20:00.675327 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:00.707715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:00.712488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:00.726074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Reserving flat network on physical network physnet1 {{(pid=80006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 11 19:20:00.742479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711b94a-8ee6-4f2b-84d6-d1807ca114fb,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:00.745644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:00.792059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755205775492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:00.792671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f67aee20840> segment precommit_create {{(pid=80006) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 11 19:20:00.793091 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Added segment 7cb8e341-9596-4e92-95e6-fe2ab75421c8 of type flat for network 23347571-3647-45ce-869d-0cd7cf5ce632
Feb 11 19:20:00.947844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:01.007927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:01.009142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:20:01.009776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:01.014910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:01.117036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Pushing event updated for resources: {'Network': ['ID=23347571-3647-45ce-869d-0cd7cf5ce632,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:01.122125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:01.127020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 23347571-3647-45ce-869d-0cd7cf5ce632 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:20:01.140492 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9631331
Feb 11 19:20:03.725579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49086) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:20:03.871459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944811e-f8c1-473b-bdbe-02394aca9149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:20:03.872812 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8944811e-f8c1-473b-bdbe-02394aca9149 admin admin] 10.222.0.79 "GET /v2.0/subnets/aad675de-93b6-40c0-a265-e64908a92f7a HTTP/1.1" status: 200  len: 849 time: 0.1462123
Feb 11 19:20:04.050703 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-21bebcc8-845f-4cf6-b08b-3fbde9308f53 admin admin] 10.222.0.79 "GET /v2.0/routers/9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 HTTP/1.1" status: 200  len: 704 time: 0.1716599
Feb 11 19:20:04.685079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:05.085185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Allocated IP 172.20.0.1 (0df4574b-8931-4d25-8c07-3838664efdfa/aad675de-93b6-40c0-a265-e64908a92f7a/e72dec35-2e18-4a0e-aa15-98997c23349c) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:20:05.352204 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:05.369601 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Transition to ACTIVE for port object e72dec35-2e18-4a0e-aa15-98997c23349c will not be triggered until provisioned by entity DHCP. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:20:05.456993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:05.472012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:05.617422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Pushing event updated for resources: {'Port': ['ID=e72dec35-2e18-4a0e-aa15-98997c23349c,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:05.623582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:05.668702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Network 0df4574b-8931-4d25-8c07-3838664efdfa is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:20:05.669780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:20:05.672099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:20:05.672626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:05.873329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ea2a7d74-4d05-466e-978f-ad71ec6247a4 None None] Provisioning for port e72dec35-2e18-4a0e-aa15-98997c23349c completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:20:05.878956 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ea2a7d74-4d05-466e-978f-ad71ec6247a4 None None] Provisioning complete for port e72dec35-2e18-4a0e-aa15-98997c23349c triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:20:05.879362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ea2a7d74-4d05-466e-978f-ad71ec6247a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:05.939555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a7d74-4d05-466e-978f-ad71ec6247a4 None None] Port e72dec35-2e18-4a0e-aa15-98997c23349c cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:20:05.971203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:06.260093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:06.301740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:06.302855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:06.316992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:06.457051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Pushing event updated for resources: {'Port': ['ID=e72dec35-2e18-4a0e-aa15-98997c23349c,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:06.461360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:06.508028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Network 0df4574b-8931-4d25-8c07-3838664efdfa is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:20:06.509094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:20:06.765678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-9cde93a3-fe5d-45f1-93c2-eafc432d73b6 None None] Provisioning complete for port e72dec35-2e18-4a0e-aa15-98997c23349c triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:20:06.765979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9cde93a3-fe5d-45f1-93c2-eafc432d73b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:06.823862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-9cde93a3-fe5d-45f1-93c2-eafc432d73b6 None None] Port e72dec35-2e18-4a0e-aa15-98997c23349c cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:20:06.910958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Router 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:20:07.071977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:20:07.081687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Sync routers for ids ['9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:20:07.082482 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] 10.222.0.79 "PUT /v2.0/routers/9e73a29c-f6f4-4cc6-bf47-cdb1a590e170/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.0254679
Feb 11 19:20:07.092535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Routers {'9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:20:07.093429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae0ba358>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:19:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:20:07.281613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Set router 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 gateway port host: None {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:20:07.832170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae0ba358>, [{'id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'name': 'router1', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:54Z', 'updated_at': '2021-02-11T19:20:05Z', 'revision_number': 2, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'gw_port_host': None, '_interfaces': [{'id': 'e72dec35-2e18-4a0e-aa15-98997c23349c', 'name': '', 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'mac_address': 'fa:16:3e:e6:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:04Z', 'updated_at': '2021-02-11T19:20:06Z', 'revision_number': 2, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'subnets': [{'id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b356229d-c775-47aa-bde8-cbae2d9ba510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:20:07.837109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Checking router: 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:20:07.837491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Updating router 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 port e72dec35-2e18-4a0e-aa15-98997c23349c binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:20:07.893308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:08.345141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:08.359864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Transition to ACTIVE for port object e72dec35-2e18-4a0e-aa15-98997c23349c will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:20:08.405128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:08.421483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:08.572174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Pushing event updated for resources: {'Port': ['ID=e72dec35-2e18-4a0e-aa15-98997c23349c,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:08.582674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.583052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.583455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.583811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.584854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.585212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.585561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.585910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.586335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.586692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.587041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.587384 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Tracked resource versions report:
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]: pushed versions:
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]: {   'AddressGroup': {'1.1'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'ConntrackHelper': {'1.0'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Log': {'1.0'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Network': {'1.1'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Port': {'1.7'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'PortForwarding': {'1.2'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'QosPolicy': {'1.8'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroup': {'1.4'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroupRule': {'1.2'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SubPort': {'1.0'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Subnet': {'1.1'},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Trunk': {'1.1'}}
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]: consumer versions:
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]: {   DHCP agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     L3 agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metadata agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metering agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@dv-cinder-775250-1-iscsi: {   'AddressGroup': '1.1',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'ConntrackHelper': '1.0',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Log': '1.0',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Network': '1.1',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Port': '1.7',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'PortForwarding': '1.2',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'QosPolicy': '1.8',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroup': '1.4',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroupRule': '1.2',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SubPort': '1.0',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Subnet': '1.1',
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Trunk': '1.1'}}
Feb 11 19:20:08.588437 dv-cinder-775250-1-iscsi neutron-server[79894]:  {{(pid=80008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 11 19:20:08.595030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:08.755184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Attempting to bind port e72dec35-2e18-4a0e-aa15-98997c23349c on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:20:08.755592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Attempting to bind port e72dec35-2e18-4a0e-aa15-98997c23349c by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:20:08.756987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Attempting to bind port e72dec35-2e18-4a0e-aa15-98997c23349c on network 0df4574b-8931-4d25-8c07-3838664efdfa {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:20:08.763109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:20:08.763671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Checking segment: {'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:20:08.764445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:08.764876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Bound using segment: {'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:20:08.765431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Bound port: e72dec35-2e18-4a0e-aa15-98997c23349c, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2aca094-e8a9-4269-b1b0-fcc983359211', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:20:08.765853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:08.861907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] For port e72dec35-2e18-4a0e-aa15-98997c23349c, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:20:08.866764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] For port e72dec35-2e18-4a0e-aa15-98997c23349c, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e72dec35-2e18-4a0e-aa15-98997c23349c,segment=NetworkSegment(b2aca094-e8a9-4269-b1b0-fcc983359211),segment_id=b2aca094-e8a9-4269-b1b0-fcc983359211)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:20:08.929064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:08.945107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:09.103686 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Pushing event updated for resources: {'Port': ['ID=e72dec35-2e18-4a0e-aa15-98997c23349c,revision_number=4']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:09.108266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:09.162910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Routers {'9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:20:09.163562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae0ba358>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:19:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:20:09.333019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] Set router 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 gateway port host: None {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:20:09.615273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49098) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:20:09.678472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae0ba358>, [{'id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'name': 'router1', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:54Z', 'updated_at': '2021-02-11T19:20:05Z', 'revision_number': 2, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'gw_port_host': None, '_interfaces': [{'id': 'e72dec35-2e18-4a0e-aa15-98997c23349c', 'name': '', 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'mac_address': 'fa:16:3e:e6:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:04Z', 'updated_at': '2021-02-11T19:20:08Z', 'revision_number': 4, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'subnets': [{'id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b356229d-c775-47aa-bde8-cbae2d9ba510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:20:09.682603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45de2e6-db1a-491d-bb30-ff8df3687557 None None] The sync data for ids ['9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'] in dv-cinder-775250-1-iscsi is: [{'id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'name': 'router1', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:54Z', 'updated_at': '2021-02-11T19:20:05Z', 'revision_number': 2, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'gw_port_host': None, '_interfaces': [{'id': 'e72dec35-2e18-4a0e-aa15-98997c23349c', 'name': '', 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'mac_address': 'fa:16:3e:e6:d8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:04Z', 'updated_at': '2021-02-11T19:20:08Z', 'revision_number': 4, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'subnets': [{'id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b356229d-c775-47aa-bde8-cbae2d9ba510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:20:09.807388 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf87c98-1066-4e1c-b2f4-2773295fb676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:20:09.808006 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6cf87c98-1066-4e1c-b2f4-2773295fb676 admin admin] Synchronizing usage tracker for tenant:08842fb004454a6c981b3f600aac6128 on resource:network {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:20:09.859212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6cf87c98-1066-4e1c-b2f4-2773295fb676 admin admin] Unset dirty status for tenant:08842fb004454a6c981b3f600aac6128 on resource:network {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:20:09.860468 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6cf87c98-1066-4e1c-b2f4-2773295fb676 admin admin] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 842 time: 0.2441592
Feb 11 19:20:09.870884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:20:09.876393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:20:09.880341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Usage tracker for resource:subnet and tenant:08842fb004454a6c981b3f600aac6128 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:20:09.883836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:20:09.890257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:20:09.928053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Made reservation on behalf of 08842fb004454a6c981b3f600aac6128 for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:20:09.932763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:10.529791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.objects.ports [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80006) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 11 19:20:10.532020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:10.548258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:10.693087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5991bb0-b31b-4113-8728-43c25765824c,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:10.695955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:10.757267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:20:10.757664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Network hostable DHCP agents. Network: 23347571-3647-45ce-869d-0cd7cf5ce632, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:20:10.825420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:20:10.882073 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 23347571-3647-45ce-869d-0cd7cf5ce632) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:20:10.886006 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:20:10.886677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:10.891531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0121e4d-9425-4189-af5e-b160d34c2b6b None None] Network 23347571-3647-45ce-869d-0cd7cf5ce632 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:20:10.954335 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f53159d4-badb-4132-bd4e-fd199c2d2af9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0872014
Feb 11 19:20:11.180296 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:20:11.281057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1875d0d0-606b-42e6-961f-4bccfd9eb9de None None] Network 23347571-3647-45ce-869d-0cd7cf5ce632 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:20:12.433613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e72dec35-2e18-4a0e-aa15-98997c23349c up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:20:12.548038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port e72dec35-2e18-4a0e-aa15-98997c23349c completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:20:12.553423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port e72dec35-2e18-4a0e-aa15-98997c23349c triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:20:12.553835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:12.678990 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:12.749918 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port e72dec35-2e18-4a0e-aa15-98997c23349c, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e72dec35-2e18-4a0e-aa15-98997c23349c,segment=NetworkSegment(b2aca094-e8a9-4269-b1b0-fcc983359211),segment_id=b2aca094-e8a9-4269-b1b0-fcc983359211)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:20:12.782378 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:12.784572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:12.855707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=e72dec35-2e18-4a0e-aa15-98997c23349c,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:12.859078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:13.497917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49112) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:20:13.735130 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-7f4ef114-8081-4753-aa42-c8cf9aa7d312 admin admin] 10.222.0.79 "GET /v2.0/routers/9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 HTTP/1.1" status: 200  len: 710 time: 0.2358720
Feb 11 19:20:13.878047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bb907-3ae9-43d8-b97e-221d1987dab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:20:13.879579 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-228bb907-3ae9-43d8-b97e-221d1987dab3 admin admin] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 886 time: 0.1387687
Feb 11 19:20:13.893823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:20:14.421164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e72dec35-2e18-4a0e-aa15-98997c23349c up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:20:14.421827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:14.502568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port e72dec35-2e18-4a0e-aa15-98997c23349c triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:20:14.503164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:15.000991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:15.059677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:15.072064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:15.087406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:20:15.091954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:20:15.094887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:20:15.100651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:20:15.354568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:15.385294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:15.401772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1ee959b7-8ce8-4181-b97c-b335a1665db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:15.502291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c82165-2d60-4250-8f24-fc9f6052aa35,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:15.506691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:15.663501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Allocated IP 172.27.2.3 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/912c70fc-53ee-4b55-9428-ab79da86cc2b) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:20:15.817658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:15.873778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:15.889226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:16.031620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=912c70fc-53ee-4b55-9428-ab79da86cc2b,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:16.034518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:16.079802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:20:16.080888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:20:16.083240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:20:16.589586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:16.940001 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:16.943448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854199052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-583450'] for router, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:17.128923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Router 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:20:17.490044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:20:17.500730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Sync routers for ids ['9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:20:17.507026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:17.508293 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] 10.222.0.79 "PUT /v2.0/routers/9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 HTTP/1.1" status: 200  len: 888 time: 3.6203275
Feb 11 19:20:17.510691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Routers {'9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:20:17.511352 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae143358>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:19:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:20:17.715864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Set router 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:20:18.074183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae143358>, [{'id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'name': 'router1', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '912c70fc-53ee-4b55-9428-ab79da86cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:54Z', 'updated_at': '2021-02-11T19:20:16Z', 'revision_number': 4, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'gw_port': {'id': '912c70fc-53ee-4b55-9428-ab79da86cc2b', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:15Z', 'updated_at': '2021-02-11T19:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'e72dec35-2e18-4a0e-aa15-98997c23349c', 'name': '', 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'mac_address': 'fa:16:3e:e6:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:04Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 5, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'subnets': [{'id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b356229d-c775-47aa-bde8-cbae2d9ba510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:20:18.079084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Checking router: 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:20:18.079471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Updating router 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 port 912c70fc-53ee-4b55-9428-ab79da86cc2b binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:20:18.137148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:18.538645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:18.608559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Transition to ACTIVE for port object 912c70fc-53ee-4b55-9428-ab79da86cc2b will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:20:18.653970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:18.670169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0556cf25-a0d3-4db9-ba13-cc3da0fe8981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:18.814632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74e99-08d5-4b8b-bf96-3c0a0b06029c None None] Pushing event updated for resources: {'Port': ['ID=912c70fc-53ee-4b55-9428-ab79da86cc2b,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:18.819496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d6a74e99-08d5-4b8b-bf96-3c0a0b06029c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:18.868714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Attempting to bind port 912c70fc-53ee-4b55-9428-ab79da86cc2b on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:20:18.869181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Attempting to bind port 912c70fc-53ee-4b55-9428-ab79da86cc2b by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:20:18.869597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Attempting to bind port 912c70fc-53ee-4b55-9428-ab79da86cc2b on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:20:18.875691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:20:18.876095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:20:18.876530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:18.876941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:20:18.877437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Bound port: 912c70fc-53ee-4b55-9428-ab79da86cc2b, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:20:18.877837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:18.953325 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] For port 912c70fc-53ee-4b55-9428-ab79da86cc2b, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:20:18.956361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] For port 912c70fc-53ee-4b55-9428-ab79da86cc2b, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=912c70fc-53ee-4b55-9428-ab79da86cc2b,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:20:18.993982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:19.010049 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d6a74e99-08d5-4b8b-bf96-3c0a0b06029c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:19.314042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a74e99-08d5-4b8b-bf96-3c0a0b06029c None None] Pushing event updated for resources: {'Port': ['ID=912c70fc-53ee-4b55-9428-ab79da86cc2b,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:19.319926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d6a74e99-08d5-4b8b-bf96-3c0a0b06029c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:19.361073 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Routers {'9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:20:19.361780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae143358>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:19:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:20:19.560111 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] Set router 9e73a29c-f6f4-4cc6-bf47-cdb1a590e170 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:20:19.909460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae143358>, [{'id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'name': 'router1', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '912c70fc-53ee-4b55-9428-ab79da86cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:54Z', 'updated_at': '2021-02-11T19:20:16Z', 'revision_number': 4, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'gw_port': {'id': '912c70fc-53ee-4b55-9428-ab79da86cc2b', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:15Z', 'updated_at': '2021-02-11T19:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'e72dec35-2e18-4a0e-aa15-98997c23349c', 'name': '', 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'mac_address': 'fa:16:3e:e6:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:04Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 5, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'subnets': [{'id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b356229d-c775-47aa-bde8-cbae2d9ba510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:20:19.913586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de58b1-4890-4bf3-b410-06481a84b436 None None] The sync data for ids ['9e73a29c-f6f4-4cc6-bf47-cdb1a590e170'] in dv-cinder-775250-1-iscsi is: [{'id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'name': 'router1', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '912c70fc-53ee-4b55-9428-ab79da86cc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:19:54Z', 'updated_at': '2021-02-11T19:20:16Z', 'revision_number': 4, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'gw_port': {'id': '912c70fc-53ee-4b55-9428-ab79da86cc2b', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:15Z', 'updated_at': '2021-02-11T19:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'e72dec35-2e18-4a0e-aa15-98997c23349c', 'name': '', 'network_id': '0df4574b-8931-4d25-8c07-3838664efdfa', 'tenant_id': 'aa647413de9244ee925b18ae6ea1b417', 'mac_address': 'fa:16:3e:e6:d8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e73a29c-f6f4-4cc6-bf47-cdb1a590e170', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:20:04Z', 'updated_at': '2021-02-11T19:20:12Z', 'revision_number': 5, 'project_id': 'aa647413de9244ee925b18ae6ea1b417', 'subnets': [{'id': 'aad675de-93b6-40c0-a265-e64908a92f7a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b356229d-c775-47aa-bde8-cbae2d9ba510'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:20:20.171025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49122) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:20:20.322092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe60434-78c1-44b4-9c47-bb788df7aec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:20:20.323838 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1fe60434-78c1-44b4-9c47-bb788df7aec7 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1078 time: 0.1518323
Feb 11 19:20:20.452091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 912c70fc-53ee-4b55-9428-ab79da86cc2b up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:20:20.573886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 912c70fc-53ee-4b55-9428-ab79da86cc2b completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:20:20.580362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 912c70fc-53ee-4b55-9428-ab79da86cc2b triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:20:20.580772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:20.709434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:20.729190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 912c70fc-53ee-4b55-9428-ab79da86cc2b, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=912c70fc-53ee-4b55-9428-ab79da86cc2b,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:20:20.756511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:20.759629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:20:20.835156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=912c70fc-53ee-4b55-9428-ab79da86cc2b,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:20:20.838506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:20:22.441450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 912c70fc-53ee-4b55-9428-ab79da86cc2b up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:20:22.542620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 912c70fc-53ee-4b55-9428-ab79da86cc2b triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:20:22.543257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:24.617402 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bc35a972-c7c0-4813-9e67-b86cec76bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:26.793357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d1bf-f0d2-483b-8160-e9fc7bf5fae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:27.668030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:28.422052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:29.090126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:48.179291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:20:54.615665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c86d5f23-56f0-4c0d-8529-9567a13c0b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:56.780663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-983afb4a-8ae9-4c04-8279-269f3a17b4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:57.649266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:58.420842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:20:59.094160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:24.586734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90e154ab-b4d9-44ac-bd69-7939142d9841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:25.178544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:21:26.786422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f744bf25-3db5-4043-81f2-2b014e2045ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:27.660382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:28.414682 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:29.093292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:54.585716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2bd03f65-32ea-4c26-a8ac-7eda7bc75847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:56.773458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1bc0bc0b-5dde-4eaa-ae77-5b299dba408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:57.664312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:58.413590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:21:59.099447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:02.177956 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:22:24.584279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6170937c-4576-463e-a5ef-e0d20e2fdc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:26.767042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b69b3b0a-6449-4c5e-b04a-89a599aea7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:27.681600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:28.412882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:29.104461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:35.222144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49698) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:35.321608 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.pecan_wsgi.hooks.translation [None req-702e6d5a-addb-4298-a176-466e622582c2 admin admin] GET failed (client error): The resource could not be found.
Feb 11 19:22:35.322947 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-702e6d5a-addb-4298-a176-466e622582c2 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0997610
Feb 11 19:22:35.462978 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261f4d7e-b1d4-4e54-b961-d995df7721d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:35.464414 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-261f4d7e-b1d4-4e54-b961-d995df7721d3 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1371696
Feb 11 19:22:37.958101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49708) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:38.104479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b364b7-db53-4ecc-9502-a5a60384bfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:38.105094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-13b364b7-db53-4ecc-9502-a5a60384bfe5 admin admin] Synchronizing usage tracker for tenant:08842fb004454a6c981b3f600aac6128 on resource:subnet {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:22:38.155307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-13b364b7-db53-4ecc-9502-a5a60384bfe5 admin admin] Unset dirty status for tenant:08842fb004454a6c981b3f600aac6128 on resource:subnet {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:22:38.156522 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-13b364b7-db53-4ecc-9502-a5a60384bfe5 admin admin] 10.222.0.79 "GET /v2.0/subnets/aad675de-93b6-40c0-a265-e64908a92f7a HTTP/1.1" status: 200  len: 849 time: 0.1973519
Feb 11 19:22:38.167069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:22:38.290908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Notify callbacks [] for subnet, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:38.630266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363281648982849'] for subnet, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:38.646270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:22:38.787877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad675de-93b6-40c0-a265-e64908a92f7a,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:22:38.798369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.798769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.799111 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.799469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.799824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.800183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.800535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.800889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.801241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.801587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.801934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.802318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:22:38.805804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:22:38.843385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:38.844036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:38.845391 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] 10.222.0.79 "PUT /v2.0/subnets/aad675de-93b6-40c0-a265-e64908a92f7a HTTP/1.1" status: 200  len: 868 time: 0.6824381
Feb 11 19:22:38.848781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4997bf-f137-4a2f-a884-295e490e1985 None None] Network 0df4574b-8931-4d25-8c07-3838664efdfa requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:22:39.177488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:22:39.321189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-07962424-72fa-44d1-8a5b-d93b3095b81a None None] Provisioning complete for port e72dec35-2e18-4a0e-aa15-98997c23349c triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:22:39.321598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07962424-72fa-44d1-8a5b-d93b3095b81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:39.454631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-07962424-72fa-44d1-8a5b-d93b3095b81a None None] Provisioning complete for port 91025cd9-6d3a-4d0a-b5a1-f304a82a2795 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:22:39.455036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07962424-72fa-44d1-8a5b-d93b3095b81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:41.311507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49718) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:41.552330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d884a7-89d0-4f5f-8f6e-a875a150176c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:41.552676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d884a7-89d0-4f5f-8f6e-a875a150176c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:41.554433 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-92d884a7-89d0-4f5f-8f6e-a875a150176c admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2418723
Feb 11 19:22:44.021657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49728) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:44.234099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d217b0-8771-4536-bb8a-6a02c608d68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:44.234480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d217b0-8771-4536-bb8a-6a02c608d68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:44.236093 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e7d217b0-8771-4536-bb8a-6a02c608d68e admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2133968
Feb 11 19:22:46.676777 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49738) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:46.890795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e3b5a3-511b-4b98-be51-8e1a98f04201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:46.892245 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-84e3b5a3-511b-4b98-be51-8e1a98f04201 admin admin] 10.222.0.79 "GET /v2.0/networks/0df4574b-8931-4d25-8c07-3838664efdfa HTTP/1.1" status: 200  len: 862 time: 0.2144434
Feb 11 19:22:49.347529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49748) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:49.553561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2bd0c8-1512-44fa-ad9a-1b40884d32f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:49.555034 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-cd2bd0c8-1512-44fa-ad9a-1b40884d32f7 admin admin] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 886 time: 0.2064841
Feb 11 19:22:52.024503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49758) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:52.170872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e80d779-3c73-4773-a7dc-8e80520d5d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:52.171289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e80d779-3c73-4773-a7dc-8e80520d5d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:52.172885 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2e80d779-3c73-4773-a7dc-8e80520d5d2a admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1473699
Feb 11 19:22:54.584041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-67e9e397-96e6-4203-b554-d1a512b51db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:54.673168 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49768) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:54.825511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6ba3f-cded-44c4-a62c-baf515cd7c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:54.825922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6ba3f-cded-44c4-a62c-baf515cd7c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:54.827519 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4ed6ba3f-cded-44c4-a62c-baf515cd7c10 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1533134
Feb 11 19:22:56.772160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-841bd6ee-5623-4be3-bbea-92a3a88b56fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:57.281578 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49778) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:22:57.423558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea84f8b-10a2-470e-89f1-c792163b2e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:22:57.424971 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8ea84f8b-10a2-470e-89f1-c792163b2e1a admin admin] 10.222.0.79 "GET /v2.0/subnets/aad675de-93b6-40c0-a265-e64908a92f7a HTTP/1.1" status: 200  len: 868 time: 0.1423304
Feb 11 19:22:57.681631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:58.412260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:59.098177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:22:59.876011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49788) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:23:00.011763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee190eb2-44e9-4327-81d7-cec8560b80b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:23:00.013734 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ee190eb2-44e9-4327-81d7-cec8560b80b6 admin admin] 10.222.0.79 "GET /v2.0/subnets/b5991bb0-b31b-4113-8728-43c25765824c HTTP/1.1" status: 200  len: 816 time: 0.1361156
Feb 11 19:23:16.177050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:23:24.595622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d0d5ea9b-3b32-45a5-8d8c-f1920966f3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:25.718806 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49828) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:23:25.796991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [None req-5e045e8e-284b-4204-8f5d-29237b0d263d admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:23:25.798065 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5e045e8e-284b-4204-8f5d-29237b0d263d admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0781798
Feb 11 19:23:26.782526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c679060-9f85-4980-9121-6906263587ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:27.675240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:28.331666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49838) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:23:28.422810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:28.437493 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d53cf7c-e314-4f16-8591-64fa4c92ac64 admin admin] GET failed (client error): The resource could not be found.
Feb 11 19:23:28.438871 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9d53cf7c-e314-4f16-8591-64fa4c92ac64 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1062202
Feb 11 19:23:28.575424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84d158f-ab54-4b42-91d9-f301e1d977a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:23:28.577012 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c84d158f-ab54-4b42-91d9-f301e1d977a7 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1338108
Feb 11 19:23:29.120597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:31.081292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49848) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:23:31.159980 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:23:31.165909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:23:31.176178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:23:31.216676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Made reservation on behalf of 08842fb004454a6c981b3f600aac6128 for: {'network': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:23:31.222413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:31.322738 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.services.revisions.revision_plugin [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f67adab7ba8] {project_id='08842fb004454a6c981b3f600aac6128', id='99adf7ec-a683-4e8f-b582-e5942f56217a', target_tenant='*', action='access_as_shared', object_id='701cb413-7684-44a8-92cd-5355cca54505'}> to bump revision.
Feb 11 19:23:31.384040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:23:31.395652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755205775492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:31.396178 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Added segment 49b32e7a-2079-4e5b-90d6-051ea895a514 of type vxlan for network 701cb413-7684-44a8-92cd-5355cca54505
Feb 11 19:23:31.466408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:31.520532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:31.521976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:23:31.522695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:31.527699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:23:31.681541 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5988052
Feb 11 19:23:31.945904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=701cb413-7684-44a8-92cd-5355cca54505,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:23:31.954027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.954433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.954792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.955149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.955499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.955847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.956191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.956532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.956875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.957217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.957557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.957895 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Tracked resource versions report:
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]: pushed versions:
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]: {   'AddressGroup': {'1.1'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'ConntrackHelper': {'1.0'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Log': {'1.0'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Network': {'1.1'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Port': {'1.7'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'PortForwarding': {'1.2'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'QosPolicy': {'1.8'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroup': {'1.4'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroupRule': {'1.2'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SubPort': {'1.0'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Subnet': {'1.1'},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Trunk': {'1.1'}}
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]: consumer versions:
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]: {   DHCP agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     L3 agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metadata agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metering agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@dv-cinder-775250-1-iscsi: {   'AddressGroup': '1.1',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'ConntrackHelper': '1.0',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Log': '1.0',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Network': '1.1',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Port': '1.7',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'PortForwarding': '1.2',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'QosPolicy': '1.8',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroup': '1.4',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroupRule': '1.2',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SubPort': '1.0',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Subnet': '1.1',
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Trunk': '1.1'}}
Feb 11 19:23:31.958973 dv-cinder-775250-1-iscsi neutron-server[79894]:  {{(pid=80005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 11 19:23:31.985078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:23:31.992265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 701cb413-7684-44a8-92cd-5355cca54505 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:23:34.185399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49862) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:23:34.286244 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.pecan_wsgi.hooks.translation [None req-66063063-741a-428a-ae1d-6dc9d0010cef admin admin] GET failed (client error): The resource could not be found.
Feb 11 19:23:34.286819 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-66063063-741a-428a-ae1d-6dc9d0010cef admin admin] Synchronizing usage tracker for tenant:08842fb004454a6c981b3f600aac6128 on resource:network {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:23:34.336481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-66063063-741a-428a-ae1d-6dc9d0010cef admin admin] Unset dirty status for tenant:08842fb004454a6c981b3f600aac6128 on resource:network {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:23:34.337626 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-66063063-741a-428a-ae1d-6dc9d0010cef admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1511991
Feb 11 19:23:34.452502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda1bfc-3a98-4777-9998-82a09f929888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:23:34.454055 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ffda1bfc-3a98-4777-9998-82a09f929888 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1120195
Feb 11 19:23:34.464810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:23:34.469599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:23:34.479266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:23:34.514943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Made reservation on behalf of 08842fb004454a6c981b3f600aac6128 for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:23:34.519513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:35.001767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:35.016903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:23:35.147971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc80146c-307a-4f3d-a9ed-8592c9c7d6f8,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:23:35.155239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:23:35.209870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Checking segment: {'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:23:35.210417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Network hostable DHCP agents. Network: 701cb413-7684-44a8-92cd-5355cca54505, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:23:35.269230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Network 701cb413-7684-44a8-92cd-5355cca54505 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:23:35.302020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 701cb413-7684-44a8-92cd-5355cca54505) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:23:35.306467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:23:35.307105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:35.311748 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3183a-efa9-45a9-8ce5-a093d2b5065c None None] Network 701cb413-7684-44a8-92cd-5355cca54505 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:23:35.354454 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8933506
Feb 11 19:23:35.550704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-701cb413-7684-44a8-92cd-5355cca54505', 'network_id': '701cb413-7684-44a8-92cd-5355cca54505', 'tenant_id': '08842fb004454a6c981b3f600aac6128', 'fixed_ips': [{'subnet_id': 'bc80146c-307a-4f3d-a9ed-8592c9c7d6f8'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:23:35.551645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:35.842072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Allocated IP 192.168.233.2 (701cb413-7684-44a8-92cd-5355cca54505/bc80146c-307a-4f3d-a9ed-8592c9c7d6f8/442dd9e7-8795-4e2c-8954-9ebf01e4a112) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:23:36.135759 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:36.189522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Transition to ACTIVE for port object 442dd9e7-8795-4e2c-8954-9ebf01e4a112 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:23:36.206639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Transition to ACTIVE for port object 442dd9e7-8795-4e2c-8954-9ebf01e4a112 will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:23:36.241250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:36.258309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:23:36.398537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Pushing event updated for resources: {'Port': ['ID=442dd9e7-8795-4e2c-8954-9ebf01e4a112,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:23:36.409299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.409680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.410055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.410451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.410819 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.411184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.411537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.411896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.412253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.412608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.412967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.413318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:23:36.419415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:23:36.461345 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Network 701cb413-7684-44a8-92cd-5355cca54505 is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:23:36.462567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:23:36.464916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:23:36.523284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Attempting to bind port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:23:36.523698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Attempting to bind port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:23:36.524107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Attempting to bind port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 on network 701cb413-7684-44a8-92cd-5355cca54505 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:23:36.531679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:23:36.531679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Checking segment: {'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:23:36.531679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:36.531679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Bound using segment: {'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:23:36.532153 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Bound port: 442dd9e7-8795-4e2c-8954-9ebf01e4a112, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:23:36.532517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:36.630137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] For port 442dd9e7-8795-4e2c-8954-9ebf01e4a112, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:23:36.633765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] For port 442dd9e7-8795-4e2c-8954-9ebf01e4a112, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=442dd9e7-8795-4e2c-8954-9ebf01e4a112,segment=NetworkSegment(49b32e7a-2079-4e5b-90d6-051ea895a514),segment_id=49b32e7a-2079-4e5b-90d6-051ea895a514)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:23:36.756909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:36.773273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:23:36.926866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Pushing event updated for resources: {'Port': ['ID=442dd9e7-8795-4e2c-8954-9ebf01e4a112,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:23:36.932109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:23:38.242645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f00746-85b4-4436-acde-0427f60e300b None None] Network 701cb413-7684-44a8-92cd-5355cca54505 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:23:38.400655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-87e46489-54f5-4504-a6fd-9ff23cabb819 None None] Provisioning for port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:23:38.571659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 442dd9e7-8795-4e2c-8954-9ebf01e4a112 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:23:38.683335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:23:38.687880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:23:38.688285 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:38.764109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-53d770b2-8ccf-4914-9a75-3bd2e531829f None None] Provisioning complete for port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:23:38.764514 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-53d770b2-8ccf-4914-9a75-3bd2e531829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:38.926995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:38.981467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-53d770b2-8ccf-4914-9a75-3bd2e531829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:39.001033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 442dd9e7-8795-4e2c-8954-9ebf01e4a112, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=442dd9e7-8795-4e2c-8954-9ebf01e4a112,segment=NetworkSegment(49b32e7a-2079-4e5b-90d6-051ea895a514),segment_id=49b32e7a-2079-4e5b-90d6-051ea895a514)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:23:39.041273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:39.051586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:23:39.134984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-53d770b2-8ccf-4914-9a75-3bd2e531829f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:23:39.135608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-53d770b2-8ccf-4914-9a75-3bd2e531829f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:23:39.148102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=442dd9e7-8795-4e2c-8954-9ebf01e4a112,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:23:39.152649 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:23:39.814884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d157a2b2-95ea-46af-a675-4d4e25bc40c2 None None] Provisioning complete for port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:23:39.815447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d157a2b2-95ea-46af-a675-4d4e25bc40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:40.537432 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 442dd9e7-8795-4e2c-8954-9ebf01e4a112 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:23:40.610750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 442dd9e7-8795-4e2c-8954-9ebf01e4a112 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:23:40.611165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:53.176598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:23:54.583760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f1e53642-8295-49e0-a983-92b13ac2dc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:56.795184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-20b164b0-e02a-4aa4-8402-d158ed348cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:57.692240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:58.417446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:23:59.120935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:24.589277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4d0d9482-eb69-4ae1-9251-d7dc98533e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:26.797684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1b5828a2-7d7e-49bc-9227-d7f8e11b0628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:27.689317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:28.420660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:29.120191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:30.213459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:24:50.040525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49904) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:24:50.047563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [None req-606ad84f-9d7c-4832-ad3d-cf9547e1c2e7 tempest-verify_tempest_config-555647655 tempest-verify_tempest_config-555647655-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:24:50.048612 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-606ad84f-9d7c-4832-ad3d-cf9547e1c2e7 tempest-verify_tempest_config-555647655 tempest-verify_tempest_config-555647655-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0070546
Feb 11 19:24:50.526313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 49924) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:24:50.678693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:50.694294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:24:50.698293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c0946178967f4a5e85e8c1edfb7724ba is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:24:50.702111 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:24:50.707991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:24:51.030518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:51.068594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:51.077496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:24:51.117209 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ff3d60-bad1-4a33-91dd-1dbb54cde8df,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:24:51.126691 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0946178967f4a5e85e8c1edfb7724ba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5993176
Feb 11 19:24:51.128252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.128641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.128986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.129348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.129688 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 49930) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:24:51.129796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.130039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.130429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.130783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.131234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.131486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.131838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.132185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.138000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:24:51.195232 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:51.221189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:51.291598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:51.296474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:24:51.307339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ff3d60-bad1-4a33-91dd-1dbb54cde8df,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:24:51.318077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.318518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.318887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.319244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.319597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.319971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.320323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.320673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.321023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.321369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.321715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.322061 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:24:51.325309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:24:51.326526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:51.327694 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9ff3d60-bad1-4a33-91dd-1dbb54cde8df HTTP/1.1" status: 204  len: 168 time: 0.1969464
Feb 11 19:24:54.577524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-752dc84d-001a-4ecf-a19f-5a776f82ccf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:56.803627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-833510a4-9721-410e-955d-07f449db313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:57.691684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:58.425361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:24:59.117186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:07.172717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:25:24.570926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd68480-3c8e-4b0e-acd3-da5385dea067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:26.782112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f477ad2f-6882-4254-a645-7c65a927ebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:27.691817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:28.442120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:29.131243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:44.172921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:25:54.606827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1bcff7fb-d5bd-43c1-a71e-5704c290699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:56.781792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d2ae140e-87a6-4f98-be01-ecf1fc75be40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:57.696641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:58.427568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:25:59.130948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:21.171449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 5 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:26:24.577395 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cad0fb3b-6e5d-4e77-b07d-263e7bfa5cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:26.799951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f6407743-01a0-41e2-88f2-226e6a05efe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:27.703008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:28.439873 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:29.137021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:33.005427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325'] for agent, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:33.005992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.006567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.006947 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.007804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.008171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.008571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.008938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.009345 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.009710 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.010067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.010459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.010820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:26:33.011206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f67ace6ceb8>, 'Open vSwitch agent', 'hv-cinder-77525', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:26:33.015189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f67acb57240>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77525', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:26:33.295601 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] get_endpoint_by_host() called for host hv-cinder-77525 {{(pid=80007) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 11 19:26:33.299667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] get_endpoint_by_ip() called for ip 192.168.0.99 {{(pid=80007) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 11 19:26:33.302852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] _add_endpoint() called for ip 192.168.0.99 {{(pid=80007) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 11 19:26:33.336691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] _get_endpoints() called {{(pid=80007) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 11 19:26:47.403411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50004) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:26:47.556688 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-98bc6cfb-c600-4f4e-8693-5d65ac450ed9 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5086 time: 0.1517527
Feb 11 19:26:50.201531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50014) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:26:50.292112 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-47973c15-2659-4101-a7cf-178ad0d329e2 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5086 time: 0.0861802
Feb 11 19:26:54.605237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d7574fc7-c34a-472c-9e48-2d03f70dd37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:56.788611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3588943b-1107-4999-95e3-90f150d539ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:57.685138 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:58.172414 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:26:58.445456 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:26:59.136482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:03.028028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:24.615348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba430-7a87-40ef-8420-dfbb20d672ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:26.775056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d08d-f4f6-42f6-a908-885f69e1c72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:27.696632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:28.426791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:29.134857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:33.032391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:35.172460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:27:54.620604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f2c2feb6-61b7-4f87-be9b-4313ccd792b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:56.786445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1ccd32f2-884a-457f-b366-9f546ca0278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:57.706581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:58.426027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:27:59.151970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:03.026575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:12.172833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:28:24.614684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7aabce10-834b-4e7d-aa5d-46c9989bb0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:26.798465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-440165df-17bf-4f9a-94da-304fe5d8a508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:27.705946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:28.443461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:29.144909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:29.482636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50188) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:29.829400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-366215760-network', 'tenant_id': '26b4c68409ae4cfdaea868375087a422'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:29.835231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:29.840113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Usage tracker for resource:network and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:29.843301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:29.849616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:29.888607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Made reservation on behalf of 26b4c68409ae4cfdaea868375087a422 for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:29.900466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:29.914074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:29.933663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:29.937942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Usage tracker for resource:security_group_rule and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:29.940908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:29.946587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:30.173697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:30.203002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:30.208048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:30.243555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:28:30.247755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d20dd28-6dd1-43af-8b4d-ce10866fa0e3,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:30.261186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.261859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.262546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.262546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.262809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.263171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.263530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.263885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.264252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.264579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.264922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.265275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.265629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.265982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.266361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.266724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Tracked resource versions report:
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]: pushed versions:
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]: {   'AddressGroup': {'1.1'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'ConntrackHelper': {'1.0'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Log': {'1.0'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Network': {'1.1'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Port': {'1.7'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'PortForwarding': {'1.2'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'QosPolicy': {'1.8'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroup': {'1.4'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroupRule': {'1.2'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SubPort': {'1.0'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Subnet': {'1.1'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Trunk': {'1.1'}}
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]: consumer versions:
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]: {   DHCP agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     L3 agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metadata agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metering agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@dv-cinder-775250-1-iscsi: {   'AddressGroup': '1.1',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'ConntrackHelper': '1.0',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Log': '1.0',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Network': '1.1',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Port': '1.7',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'PortForwarding': '1.2',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'QosPolicy': '1.8',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroup': '1.4',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroupRule': '1.2',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SubPort': '1.0',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Subnet': '1.1',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Trunk': '1.1'},
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@hv-cinder-77525: {   'AddressGroup': '1.1',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'ConntrackHelper': '1.0',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Log': '1.0',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Network': '1.1',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Port': '1.7',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'PortForwarding': '1.2',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'QosPolicy': '1.8',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SecurityGroup': '1.4',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SecurityGroupRule': '1.2',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SubPort': '1.0',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Subnet': '1.1',
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Trunk': '1.1'}}
Feb 11 19:28:30.267993 dv-cinder-775250-1-iscsi neutron-server[79894]:  {{(pid=80006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 11 19:28:30.285091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:30.289201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:30.289596 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Added segment b67e23f9-edc2-419b-9b04-07919f8ed1da of type vxlan for network 896ca65c-f504-458d-a9ca-c89f6068f18e
Feb 11 19:28:30.380519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:30.442855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:30.444125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:30.444766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:30.450198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:30.561740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Pushing event updated for resources: {'Network': ['ID=896ca65c-f504-458d-a9ca-c89f6068f18e,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:30.574994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:30.575438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 896ca65c-f504-458d-a9ca-c89f6068f18e details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:30.592669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 896ca65c-f504-458d-a9ca-c89f6068f18e details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:30.607734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50236) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:30.609764 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1259851
Feb 11 19:28:30.616295 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Request body: {'subnet': {'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-subnet', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:30.622527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:30.625018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50240) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:30.636398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Usage tracker for resource:subnet and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:30.640586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50246) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:30.648367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:30.655374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:30.664552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50252) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:30.702988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50258) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:30.720828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Made reservation on behalf of 26b4c68409ae4cfdaea868375087a422 for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:30.728518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.045557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745222702-network', 'tenant_id': '5976d5958f594ee88db61ffcea4ece15'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:31.066911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:31.078463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Usage tracker for resource:network and tenant:5976d5958f594ee88db61ffcea4ece15 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:31.089197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:31.100548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:31.122324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1631305490-network', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:31.137743 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:31.146781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Usage tracker for resource:network and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:31.155330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1460304538-network', 'tenant_id': '92cfa49099e5401bbf052860dec3302c'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:31.157884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:31.159969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:31.163220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Made reservation on behalf of 5976d5958f594ee88db61ffcea4ece15 for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:31.171899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.187227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:31.192304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.203467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Usage tracker for resource:network and tenant:92cfa49099e5401bbf052860dec3302c is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:31.215023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:31.221905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Usage tracker for resource:security_group_rule and tenant:5976d5958f594ee88db61ffcea4ece15 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:31.222595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-network', 'tenant_id': '108caeedcdd44de793c54da0539eac32'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:31.225018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:31.226517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:31.231600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:31.238855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:31.248930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Made reservation on behalf of 2bbe376498f449c5a0432bce5ceda11b for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:31.254190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.274136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.303497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:31.313062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:31.317282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:31.328981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:31.335202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:31.340437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Usage tracker for resource:network and tenant:108caeedcdd44de793c54da0539eac32 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:31.343846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:31.407157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Made reservation on behalf of 92cfa49099e5401bbf052860dec3302c for: {'network': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:31.411824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.434407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.456508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:31.462066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.465802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Usage tracker for resource:security_group_rule and tenant:92cfa49099e5401bbf052860dec3302c is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:31.481701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:31.486446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:31.530801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:31.532974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:31.547574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.576548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.590718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:31.623443 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.626607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:28:31.652202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.652583 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Added segment 73e2d98d-bd09-429e-9eba-f3a3cb5fd436 of type vxlan for network 1780f94e-7d6f-427a-9f3d-ddc10f15dc45
Feb 11 19:28:31.658687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4519688-e4af-4cab-9577-08801f0aff8d,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:31.662262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.666853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:31.671796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:31.717172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.717405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Made reservation on behalf of 108caeedcdd44de793c54da0539eac32 for: {'network': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:31.721943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.729593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98622df-7d20-4bc0-9e52-2bc35c033806,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:31.733086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:31.749961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Checking segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:31.750564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Network hostable DHCP agents. Network: 896ca65c-f504-458d-a9ca-c89f6068f18e, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:28:31.764475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.780439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:31.793264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.793667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.794036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.794422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.794784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.795145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.795497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.795849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.796485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.796851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.797205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.797557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.798084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.798507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.798907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.799324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.800404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.800761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.801757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.802781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.803962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.803962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.803962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.805013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Tracked resource versions report:
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]: pushed versions:
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]: {   'AddressGroup': {'1.1'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'ConntrackHelper': {'1.0'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Log': {'1.0'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Network': {'1.1'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Port': {'1.7'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'PortForwarding': {'1.2'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'QosPolicy': {'1.8'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroup': {'1.4'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroupRule': {'1.2'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SubPort': {'1.0'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Subnet': {'1.1'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Trunk': {'1.1'}}
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]: consumer versions:
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]: {   DHCP agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     L3 agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metadata agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metering agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@dv-cinder-775250-1-iscsi: {   'AddressGroup': '1.1',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'ConntrackHelper': '1.0',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Log': '1.0',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Network': '1.1',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Port': '1.7',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'PortForwarding': '1.2',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'QosPolicy': '1.8',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroup': '1.4',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroupRule': '1.2',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SubPort': '1.0',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Subnet': '1.1',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Trunk': '1.1'},
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@hv-cinder-77525: {   'AddressGroup': '1.1',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'ConntrackHelper': '1.0',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Log': '1.0',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Network': '1.1',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Port': '1.7',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'PortForwarding': '1.2',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'QosPolicy': '1.8',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SecurityGroup': '1.4',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SecurityGroupRule': '1.2',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SubPort': '1.0',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Subnet': '1.1',
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Trunk': '1.1'}}
Feb 11 19:28:31.806294 dv-cinder-775250-1-iscsi neutron-server[79894]:  {{(pid=80005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 11 19:28:31.810640 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:31.815308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.816739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:31.817966 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.818110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:31.819049 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Usage tracker for resource:security_group_rule and tenant:108caeedcdd44de793c54da0539eac32 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:31.822685 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:31.827922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:31.828862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:31.865904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Network 896ca65c-f504-458d-a9ca-c89f6068f18e is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:28:31.928040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:28:31.928500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:28:31.940490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Pushing event updated for resources: {'Network': ['ID=1780f94e-7d6f-427a-9f3d-ddc10f15dc45,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:31.944107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:31.952458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 1780f94e-7d6f-427a-9f3d-ddc10f15dc45 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:31.954075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 896ca65c-f504-458d-a9ca-c89f6068f18e) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:31.981890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:31.982569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:31.989511 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.3601432
Feb 11 19:28:31.989801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50288) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:31.996344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Request body: {'subnet': {'network_id': '1780f94e-7d6f-427a-9f3d-ddc10f15dc45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745222702-subnet', 'tenant_id': '5976d5958f594ee88db61ffcea4ece15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:32.006604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:32.022051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.023376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Usage tracker for resource:subnet and tenant:5976d5958f594ee88db61ffcea4ece15 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:32.027218 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:32.035027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:32.075576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.087681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Made reservation on behalf of 5976d5958f594ee88db61ffcea4ece15 for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:32.093644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.110731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:28:32.111307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755205775492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.111684 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Added segment df5e0d9c-8b75-4d15-afbc-294d2f87ec52 of type vxlan for network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d
Feb 11 19:28:32.113480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 1780f94e-7d6f-427a-9f3d-ddc10f15dc45 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:32.120434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e0ad815f-9802-4cdd-bf4b-65eabc0ec1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:32.135102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd83007e-3a9b-4765-8ada-6e1df9af773f None None] Network 896ca65c-f504-458d-a9ca-c89f6068f18e requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:32.162359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2d48a1-4609-482c-98c2-88108b48436d,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:32.167118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:32.213680 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6039586
Feb 11 19:28:32.214735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50304) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:32.221399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:32.225977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:32.230821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Usage tracker for resource:router and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:32.341149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.429988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:32.439670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.454457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:32.517794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.545430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.546453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.547592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.554922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-896ca65c-f504-458d-a9ca-c89f6068f18e', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:28:32.555032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.565437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:32.566566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.567244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:28:32.567612 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:28:32.574264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-31f14d10-9a40-44df-9e4b-fe6fa412e1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:32.605200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.700457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:28:32.712996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755205775492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.714015 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Added segment d1a18f9b-c7e5-4514-a8d2-c42631dbbc12 of type vxlan for network bb5831f8-57ba-4e6c-bd30-a12c90a38677
Feb 11 19:28:32.747548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Pushing event updated for resources: {'Network': ['ID=4d0fc107-bf48-44cd-bd29-00f6dd39b40d,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:32.755727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:32.756317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:32.785779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:32.789101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:32.793674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.795458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:32.808047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:32.809623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-36132149-92de-462f-a0d6-e049212b3aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:32.815143 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.1106040
Feb 11 19:28:32.818517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50324) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:32.825825 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Request body: {'subnet': {'network_id': '4d0fc107-bf48-44cd-bd29-00f6dd39b40d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1460304538-subnet', 'tenant_id': '92cfa49099e5401bbf052860dec3302c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:32.831159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:32.835281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Usage tracker for resource:subnet and tenant:92cfa49099e5401bbf052860dec3302c is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:32.839182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:32.856707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:32.865618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.887756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.920713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Made reservation on behalf of 92cfa49099e5401bbf052860dec3302c for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:32.925508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:32.956635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e784140-b665-438c-8558-19502b13ec57,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:32.960509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:33.031599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Checking segment: {'id': '73e2d98d-bd09-429e-9eba-f3a3cb5fd436', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1780f94e-7d6f-427a-9f3d-ddc10f15dc45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:33.031992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Network hostable DHCP agents. Network: 1780f94e-7d6f-427a-9f3d-ddc10f15dc45, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:28:33.084593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50336) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:33.093742 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Network 1780f94e-7d6f-427a-9f3d-ddc10f15dc45 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:28:33.134333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 1780f94e-7d6f-427a-9f3d-ddc10f15dc45) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:33.137405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Allocated IP 172.20.0.2 (896ca65c-f504-458d-a9ca-c89f6068f18e/cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4/48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:33.147809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:33.148956 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.150050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f9c802-e04e-4a6b-a5c8-aeb819989a31 None None] Network 1780f94e-7d6f-427a-9f3d-ddc10f15dc45 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:33.183806 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.200307 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.2092495
Feb 11 19:28:33.270934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.295128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:33.301285 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Usage tracker for resource:security_group_rule and tenant:7c5bd506c73240478ee390242161b99d is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:33.306382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:33.315190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:33.350173 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.458895 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.460096 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:28:33.460458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:28:33.460575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:33.461252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.467036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:33.564849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.616075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.645161 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:28:33.655984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.656442 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Added segment 662cdc24-c78d-4ef5-aa6e-76abd80caa65 of type vxlan for network ca26a0d2-f47e-40e3-9ca7-9284da085137
Feb 11 19:28:33.685479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.718180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.725631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:33.784060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.788975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d68455-6277-470b-91af-aa512b07952e None None] Network 1780f94e-7d6f-427a-9f3d-ddc10f15dc45 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:33.790455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Synchronizing usage tracker for tenant:08842fb004454a6c981b3f600aac6128 on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:28:33.797113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:33.797710 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.801575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c3a3c0-81a3-4c95-b0a4-96899faee95a,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:33.814739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:33.820863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:33.902799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.907599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:33.933970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Pushing event updated for resources: {'Network': ['ID=bb5831f8-57ba-4e6c-bd30-a12c90a38677,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:33.940802 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.2749064
Feb 11 19:28:33.942589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:33.944168 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50364) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:33.949810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:33.952375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Request body: {'subnet': {'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-subnet', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:33.960295 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:33.965753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Usage tracker for resource:subnet and tenant:108caeedcdd44de793c54da0539eac32 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:33.968504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:33.970154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:33.979348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:34.003986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Transition to ACTIVE for port object 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:34.080309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Unset dirty status for tenant:08842fb004454a6c981b3f600aac6128 on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:28:34.084225 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c5bd506c73240478ee390242161b99d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9958916
Feb 11 19:28:34.089588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50372) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:34.097960 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Pushing event updated for resources: {'Network': ['ID=ca26a0d2-f47e-40e3-9ca7-9284da085137,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:34.115268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:34.132895 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 3.4912183
Feb 11 19:28:34.144343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50376) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:34.160455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Request body: {'subnet': {'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1631305490-subnet', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:34.175188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:34.184464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Usage tracker for resource:subnet and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:34.195501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:34.204059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:34.208693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:34.218496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Made reservation on behalf of 108caeedcdd44de793c54da0539eac32 for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:34.222803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:34.227769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:34.249348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b794e916-ac1f-4543-952d-c1d01cfc0d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:34.265255 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Transition to ACTIVE for port object 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:34.278575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Made reservation on behalf of 2bbe376498f449c5a0432bce5ceda11b for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:34.283613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:34.317659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b794e916-ac1f-4543-952d-c1d01cfc0d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:34.372234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:34.448837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b794e916-ac1f-4543-952d-c1d01cfc0d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:34.462108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c4915b5-a1db-4294-a0b3-4f67e7099727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:34.475866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e916-ac1f-4543-952d-c1d01cfc0d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c3a3c0-81a3-4c95-b0a4-96899faee95a,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:34.501890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b794e916-ac1f-4543-952d-c1d01cfc0d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:34.504613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b794e916-ac1f-4543-952d-c1d01cfc0d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:34.507060 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b794e916-ac1f-4543-952d-c1d01cfc0d87 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3c3a3c0-81a3-4c95-b0a4-96899faee95a HTTP/1.1" status: 204  len: 168 time: 0.4139295
Feb 11 19:28:34.533050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:34.921104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Pushing event updated for resources: {'Port': ['ID=48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:34.958017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.958661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.959181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.959694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.960201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.960722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.961244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.961760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.962441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.962983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.963566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.964079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.964624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.965128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.965756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.966289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.966805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.967306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.967852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.968351 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.968860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.969366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.969933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.970465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Tracked resource versions report:
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]: pushed versions:
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]: {   'AddressGroup': {'1.1'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'ConntrackHelper': {'1.0'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Log': {'1.0'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Network': {'1.1'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Port': {'1.7'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'PortForwarding': {'1.2'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'QosPolicy': {'1.8'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroup': {'1.4'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroupRule': {'1.2'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SubPort': {'1.0'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Subnet': {'1.1'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Trunk': {'1.1'}}
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]: consumer versions:
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]: {   DHCP agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     L3 agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metadata agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metering agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@dv-cinder-775250-1-iscsi: {   'AddressGroup': '1.1',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'ConntrackHelper': '1.0',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Log': '1.0',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Network': '1.1',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Port': '1.7',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'PortForwarding': '1.2',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'QosPolicy': '1.8',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroup': '1.4',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroupRule': '1.2',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SubPort': '1.0',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Subnet': '1.1',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Trunk': '1.1'},
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@hv-cinder-77525: {   'AddressGroup': '1.1',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'ConntrackHelper': '1.0',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Log': '1.0',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Network': '1.1',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Port': '1.7',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'PortForwarding': '1.2',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'QosPolicy': '1.8',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SecurityGroup': '1.4',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SecurityGroupRule': '1.2',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SubPort': '1.0',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Subnet': '1.1',
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Trunk': '1.1'}}
Feb 11 19:28:34.971866 dv-cinder-775250-1-iscsi neutron-server[79894]:  {{(pid=80007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 11 19:28:35.021795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50416) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:35.047117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128815844-network', 'tenant_id': 'ecaa45cfb3214ce7bb83e0c5541285f6'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:35.057312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:35.060769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:35.152486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Network 896ca65c-f504-458d-a9ca-c89f6068f18e is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:35.153692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:35.159930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:35.177542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.209354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Usage tracker for resource:network and tenant:ecaa45cfb3214ce7bb83e0c5541285f6 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:35.216078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:35.228847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:35.232772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Attempting to bind port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:28:35.233191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Attempting to bind port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:28:35.233890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Attempting to bind port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 on network 896ca65c-f504-458d-a9ca-c89f6068f18e {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:28:35.241064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:28:35.241481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Checking segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:35.241928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.242416 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Bound using segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:28:35.242824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:35.242964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Bound port: 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:28:35.243341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.357693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] For port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:28:35.362288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] For port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:28:35.386297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Made reservation on behalf of ecaa45cfb3214ce7bb83e0c5541285f6 for: {'network': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:35.391230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.405039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.415332 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.435407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:35.441740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.491925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:35.500983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.515405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Usage tracker for resource:security_group_rule and tenant:ecaa45cfb3214ce7bb83e0c5541285f6 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:35.523893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:35.536140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:35.625817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78490f6-314f-44a3-b088-b210200ef8cf,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:35.630220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:35.632958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Pushing event updated for resources: {'Port': ['ID=48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:35.636011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Checking segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:35.636394 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Network hostable DHCP agents. Network: ca26a0d2-f47e-40e3-9ca7-9284da085137, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:28:35.640884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:35.694319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:28:35.763245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, ca26a0d2-f47e-40e3-9ca7-9284da085137) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:35.769202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:35.769851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.777745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f008d3-8071-499d-b5e1-af36170277a0 None None] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:35.799660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.821171 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6740377
Feb 11 19:28:35.824354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50432) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:35.835417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:35.841728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:35.846816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Usage tracker for resource:router and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:35.850661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:35.859611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:35.930007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.933767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:35.957201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:36.141861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-ca26a0d2-f47e-40e3-9ca7-9284da085137', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:28:36.142954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:36.198814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:36.457778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b1870b-d862-4f61-8223-82cb92f27260,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:36.545105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:36.548972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:36.615454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:36.655483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Allocated IP 172.20.0.2 (ca26a0d2-f47e-40e3-9ca7-9284da085137/d78490f6-314f-44a3-b088-b210200ef8cf/1690902e-1949-43f9-b39c-4d1eecd90736) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:36.662077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Checking segment: {'id': 'df5e0d9c-8b75-4d15-afbc-294d2f87ec52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4d0fc107-bf48-44cd-bd29-00f6dd39b40d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:36.662077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Network hostable DHCP agents. Network: 4d0fc107-bf48-44cd-bd29-00f6dd39b40d, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:28:36.701112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:36.709016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:36.725798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:36.894453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:36.959128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:36.963913 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:36.964491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:36.991435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:28:36.996270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:37.024157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.026048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Allocated IP 172.27.2.6 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/6e5c8941-c0f0-441c-9249-abbbe9cfafdd) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:37.035936 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:28:37.071274 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.075493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 4d0fc107-bf48-44cd-bd29-00f6dd39b40d) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:37.090141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe27ef0-e475-4f11-8ea9-c0c565996842 None None] Network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:37.095023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Checking segment: {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:37.095421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Network hostable DHCP agents. Network: bb5831f8-57ba-4e6c-bd30-a12c90a38677, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:28:37.111174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:37.111991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.115994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d4bc25-9b60-49e4-a5a4-561a867eac4b,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:37.151380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755205775492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.151914 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Added segment 847c8f02-ec0f-4a82-a68f-96b0cd9015a9 of type vxlan for network affa2a66-52c4-4812-bfba-70ee486f3ef8
Feb 11 19:28:37.173156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:37.307322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.318625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Transition to ACTIVE for port object 1690902e-1949-43f9-b39c-4d1eecd90736 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:37.341770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.398082 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9bdfc313-5a5c-412c-89c4-ffd64d99c66d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.5782294
Feb 11 19:28:37.416257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:28:37.440364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.443941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, bb5831f8-57ba-4e6c-bd30-a12c90a38677) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:37.452979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:37.453639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.469262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5145e3-6d46-4aea-9af3-0cfe635f5f5c None None] Network 896ca65c-f504-458d-a9ca-c89f6068f18e requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:37.478634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.484248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb07749-4c45-4c7f-9d07-39ac97759579 None None] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:37.484364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:37.485143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.511989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:37.551012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50472) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:37.557958 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5878fe4a-d135-47f6-ac3e-8d8955b7e485 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.6056094
Feb 11 19:28:37.558832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:37.567762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:37.574719 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.5516682
Feb 11 19:28:37.575438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50476) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:37.576589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Transition to ACTIVE for port object 1690902e-1949-43f9-b39c-4d1eecd90736 will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:37.581807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Usage tracker for resource:router and tenant:108caeedcdd44de793c54da0539eac32 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:37.595177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:37.615383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:37.647694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Request body: {'subnet': {'network_id': 'affa2a66-52c4-4812-bfba-70ee486f3ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128815844-subnet', 'tenant_id': 'ecaa45cfb3214ce7bb83e0c5541285f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:37.666803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.667934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.673430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:37.683037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Usage tracker for resource:subnet and tenant:ecaa45cfb3214ce7bb83e0c5541285f6 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:37.689809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:37.695431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.699870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Pushing event updated for resources: {'Network': ['ID=affa2a66-52c4-4812-bfba-70ee486f3ef8,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:37.702558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:37.707393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:37.782027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.784533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Made reservation on behalf of ecaa45cfb3214ce7bb83e0c5541285f6 for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:37.789250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.825429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Allocated IP 172.27.2.47 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/82e4e328-0913-406d-9127-011ae0fb3267) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:37.899454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:37.900461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network affa2a66-52c4-4812-bfba-70ee486f3ef8 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:37.938095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] Provisioning for port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:37.966886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:38.095433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:38.101571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50506) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:38.129343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network affa2a66-52c4-4812-bfba-70ee486f3ef8 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:28:38.135745 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 11 19:28:38.143324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dfb1bb-ed4f-4f68-86ca-85bafa502343 None None] Network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:38.174641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] Provisioning complete for port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:38.174940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:38.237283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Pushing event updated for resources: {'Port': ['ID=6e5c8941-c0f0-441c-9249-abbbe9cfafdd,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:38.255897 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:38.281043 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:38.293577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:38.298149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:38.723870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:38.802375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:38.910986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-4079c3f2-0581-4dee-9ff3-b4f6f7a30ff1 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:38.912624 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-4079c3f2-0581-4dee-9ff3-b4f6f7a30ff1 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/networks?id=4d0fc107-bf48-44cd-bd29-00f6dd39b40d HTTP/1.1" status: 200  len: 812 time: 0.8071976
Feb 11 19:28:38.976943 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-b5be5764-0b70-4187-b6c0-687c301f2482 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/quotas/92cfa49099e5401bbf052860dec3302c HTTP/1.1" status: 200  len: 375 time: 0.0554557
Feb 11 19:28:39.159347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:39.191169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:39.195596 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-67588531-5f4b-45a9-98a8-869cacb95cf8 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=92cfa49099e5401bbf052860dec3302c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2016525
Feb 11 19:28:39.225340 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:39.230954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Pushing event updated for resources: {'Port': ['ID=1690902e-1949-43f9-b39c-4d1eecd90736,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:39.245687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:39.276031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.181s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:39.309461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:39.330683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:39.404315 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1f97a-fa93-4538-8b3d-9b1fd1f400ef None None] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:39.423091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:39.433531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b0a82523-9672-4ccc-a32a-dc483823bfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:39.524687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c338dbe5-1922-4530-b4d6-ea887bff7401,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:39.541000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:39.689835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50558) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:39.759228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-df5d184b-0516-46e8-863f-e50daf6c18eb service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:28:39.765721 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-df5d184b-0516-46e8-863f-e50daf6c18eb service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3625047
Feb 11 19:28:39.768720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Pushing event updated for resources: {'Port': ['ID=82e4e328-0913-406d-9127-011ae0fb3267,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:39.781439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:39.785126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Attempting to bind port 1690902e-1949-43f9-b39c-4d1eecd90736 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:28:39.785542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Attempting to bind port 1690902e-1949-43f9-b39c-4d1eecd90736 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:28:39.785952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Attempting to bind port 1690902e-1949-43f9-b39c-4d1eecd90736 on network ca26a0d2-f47e-40e3-9ca7-9284da085137 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:28:39.798165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:28:39.798616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Checking segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:39.799063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:39.799495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Bound using segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:28:39.800470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Bound port: 1690902e-1949-43f9-b39c-4d1eecd90736, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:28:39.800909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:39.860990 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:39.881293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:39.912995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:39.920102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Usage tracker for resource:security_group_rule and tenant:a501eab87eb848c1be338356fc91cb1a is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:39.927210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:39.960009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] For port 1690902e-1949-43f9-b39c-4d1eecd90736, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:28:39.963172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] For port 1690902e-1949-43f9-b39c-4d1eecd90736, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=1690902e-1949-43f9-b39c-4d1eecd90736,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:28:39.965244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] For port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:28:39.967338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:39.980181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Checking segment: {'id': '847c8f02-ec0f-4a82-a68f-96b0cd9015a9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'affa2a66-52c4-4812-bfba-70ee486f3ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:39.980181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Network hostable DHCP agents. Network: affa2a66-52c4-4812-bfba-70ee486f3ef8, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:28:40.004219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.051016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.109254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.151560 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-042eb91b-8a17-4433-8b1e-276c32f48db4 service neutron] 10.222.0.79 "GET /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3652072
Feb 11 19:28:40.153631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:40.167573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:40.193644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:40.196887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:40.259146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.264317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.265162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Pushing event updated for resources: {'Port': ['ID=1690902e-1949-43f9-b39c-4d1eecd90736,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:40.288417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:40.294123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d6a74e99-08d5-4b8b-bf96-3c0a0b06029c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:40.383288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Network affa2a66-52c4-4812-bfba-70ee486f3ef8 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:28:40.385910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] Pushing event updated for resources: {'Port': ['ID=48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:40.398559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:40.434277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-8ccb5e48-8ffa-40e4-b7f7-989904b5bee6 None None] Provisioning complete for port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:40.434277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5e48-8ffa-40e4-b7f7-989904b5bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.599510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, affa2a66-52c4-4812-bfba-70ee486f3ef8) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:40.613353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef80ef1-6a3d-4b24-b6ea-1046ab894f97 None None] Network affa2a66-52c4-4812-bfba-70ee486f3ef8 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:40.637979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:40.638749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.724505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.774540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:40.780994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:40.801999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:40.832063 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-aac929de-e339-4383-9c12-89d020c1fe2e service neutron] 10.222.0.79 "GET /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6712587
Feb 11 19:28:40.869573 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.2816467
Feb 11 19:28:40.873310 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a501eab87eb848c1be338356fc91cb1a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1781635
Feb 11 19:28:40.873982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50580) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:40.879343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Router 81159334-0807-4338-88e8-e336fe86fc53 is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:28:41.016308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720450bb-0171-4d7b-87a1-1b89d97ce093,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:41.065183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-70bee500-6f9b-4efb-be37-43ac4eb01d40 None None] Provisioning complete for port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:41.065933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-70bee500-6f9b-4efb-be37-43ac4eb01d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:41.078201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:41.206624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50592) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:41.223478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:41.223478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:41.298446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbde654-1fbd-4d09-ad5b-72d003233722 None None] Network affa2a66-52c4-4812-bfba-70ee486f3ef8 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:41.352273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] Deleting subnet 6e784140-b665-438c-8558-19502b13ec57 {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:28:41.378325 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:28:41.387421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:41.389431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Sync routers for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:28:41.406116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:28:41.408857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad52e7f0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:41.475976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Notify callbacks [] for router, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:41.477309 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 9.2615125
Feb 11 19:28:41.488838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50618) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:41.649010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-c07d0790-2170-4dee-8de8-8ab255a13c48 None None] Provisioning complete for port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:41.649699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c07d0790-2170-4dee-8de8-8ab255a13c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:41.881351 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:28:42.010077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-56d7231e-e129-48ca-8303-16770f585041 req-d360f455-2d4f-4040-9081-55171c75e92c tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 210 time: 0.2414114
Feb 11 19:28:42.067021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Allocated IP 172.27.2.56 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/05176935-0771-49b0-bbd9-bc7a2ce6c280) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:42.127121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:42.157087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:42.342833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def75985-f280-476f-9e07-fade243f97ea None None] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:28:42.351478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:42.591910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad52e7f0>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:38Z', 'revision_number': 3, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:42.600375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Checking router: 81159334-0807-4338-88e8-e336fe86fc53 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:28:42.604770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Updating router 81159334-0807-4338-88e8-e336fe86fc53 port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:28:42.740722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:42.990681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 1690902e-1949-43f9-b39c-4d1eecd90736 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:43.114596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-437f2943-3edd-4001-be14-dded956cbfd0 None None] Provisioning for port 1690902e-1949-43f9-b39c-4d1eecd90736 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:43.148328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50684) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:43.190003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 1690902e-1949-43f9-b39c-4d1eecd90736 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:43.200033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 1690902e-1949-43f9-b39c-4d1eecd90736 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:43.200448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.322697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.368403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.406664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.428869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.495566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 1690902e-1949-43f9-b39c-4d1eecd90736, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=1690902e-1949-43f9-b39c-4d1eecd90736,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:28:43.561269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.565940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2299c5a-726b-4886-8175-a1fee3383cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:43.577030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6cd6cb3b-1626-4cc7-be6e-7b310ab5ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.600900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.625491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-a8839d1f-0353-4aab-aa5c-90b4e14ad192 None None] Provisioning complete for port 1690902e-1949-43f9-b39c-4d1eecd90736 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:43.626474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a8839d1f-0353-4aab-aa5c-90b4e14ad192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.665081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.696805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:43.706097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Usage tracker for resource:security_group_rule and tenant:f93d905864c64cd88888a604ad3c7cf8 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:43.716842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:43.725210 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8de82b38-374d-485e-b3a0-3ae8eb7924b5 req-dda3ab2b-2de5-4b5e-bd4d-601902efe5de tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 210 time: 0.3585949
Feb 11 19:28:43.727257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:43.743881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:43.821317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=1690902e-1949-43f9-b39c-4d1eecd90736,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:43.833261 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:43.906598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.948904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6cd6cb3b-1626-4cc7-be6e-7b310ab5ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.971894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:43.996186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:44.054456 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Pushing event updated for resources: {'Port': ['ID=05176935-0771-49b0-bbd9-bc7a2ce6c280,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:44.056475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.069318 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f93d905864c64cd88888a604ad3c7cf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8801215
Feb 11 19:28:44.069849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50700) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:44.074083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:44.084902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-32e1a742-f24c-479f-b247-07727aadf3c5 None None] Provisioning complete for port 1690902e-1949-43f9-b39c-4d1eecd90736 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:44.085103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-32e1a742-f24c-479f-b247-07727aadf3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.089689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988c89cc-4137-4389-ae95-e9020bcdc944,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:44.097174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:44.137894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.144903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:44.185716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-afd90934-33fd-4360-9e6c-3cecddf68bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.208775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e784140-b665-438c-8558-19502b13ec57,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:44.212101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:44.245406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-afd90934-33fd-4360-9e6c-3cecddf68bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.265694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Transition to ACTIVE for port object 6e5c8941-c0f0-441c-9249-abbbe9cfafdd will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:44.298811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:44.303325 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:44.307209 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:44.321290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.342649 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:44.373236 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.401479 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-103a793e-f82f-4152-9ddf-d2c725d73263 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6e784140-b665-438c-8558-19502b13ec57 HTTP/1.1" status: 204  len: 168 time: 3.1937249
Feb 11 19:28:44.404760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50706) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:44.427618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6cd6cb3b-1626-4cc7-be6e-7b310ab5ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.428370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Router 457bbe77-c2d4-4019-8bbe-23d029fd58be is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:28:44.449542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:44.499510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6cb3b-1626-4cc7-be6e-7b310ab5ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720450bb-0171-4d7b-87a1-1b89d97ce093,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:44.526166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Pushing event updated for resources: {'Port': ['ID=6e5c8941-c0f0-441c-9249-abbbe9cfafdd,revision_number=2']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:44.539755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.540130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.540494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.540911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.541267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.541622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.541973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.542356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.542712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.543065 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.543411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.543757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.544143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.544487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.544829 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.545169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.545511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.545851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.546194 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.546563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.546904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.547247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.547591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.547932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Tracked resource versions report:
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]: pushed versions:
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]: {   'AddressGroup': {'1.1'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'ConntrackHelper': {'1.0'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Log': {'1.0'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Network': {'1.1'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Port': {'1.7'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'PortForwarding': {'1.2'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'QosPolicy': {'1.8'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroup': {'1.4'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SecurityGroupRule': {'1.2'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'SubPort': {'1.0'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Subnet': {'1.1'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     'Trunk': {'1.1'}}
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]: consumer versions:
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]: {   DHCP agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     L3 agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metadata agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     Metering agent@dv-cinder-775250-1-iscsi: {},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@dv-cinder-775250-1-iscsi: {   'AddressGroup': '1.1',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'ConntrackHelper': '1.0',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Log': '1.0',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Network': '1.1',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Port': '1.7',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'PortForwarding': '1.2',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'QosPolicy': '1.8',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroup': '1.4',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SecurityGroupRule': '1.2',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'SubPort': '1.0',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Subnet': '1.1',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                                      'Trunk': '1.1'},
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:     Open vSwitch agent@hv-cinder-77525: {   'AddressGroup': '1.1',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'ConntrackHelper': '1.0',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Log': '1.0',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Network': '1.1',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Port': '1.7',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'PortForwarding': '1.2',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'QosPolicy': '1.8',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SecurityGroup': '1.4',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SecurityGroupRule': '1.2',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'SubPort': '1.0',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Subnet': '1.1',
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:                                             'Trunk': '1.1'}}
Feb 11 19:28:44.549228 dv-cinder-775250-1-iscsi neutron-server[79894]:  {{(pid=80008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 11 19:28:44.553310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:44.686014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Attempting to bind port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:28:44.686475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Attempting to bind port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:28:44.686878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Attempting to bind port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:28:44.695343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:28:44.695753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:44.696193 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.696618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:28:44.697680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Bound port: 6e5c8941-c0f0-441c-9249-abbbe9cfafdd, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:28:44.698105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.776004 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 1690902e-1949-43f9-b39c-4d1eecd90736 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:44.828587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Allocated IP 172.20.0.1 (896ca65c-f504-458d-a9ca-c89f6068f18e/cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4/fc5ff7e7-4103-4017-a234-3c5b095b8992) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:44.836174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6cd6cb3b-1626-4cc7-be6e-7b310ab5ca5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:44.843959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] For port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:28:44.850150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] For port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=6e5c8941-c0f0-441c-9249-abbbe9cfafdd,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:28:44.853838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.906881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:44.929792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:44.981245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 1690902e-1949-43f9-b39c-4d1eecd90736 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:44.982026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.067371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-afd90934-33fd-4360-9e6c-3cecddf68bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.083460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6cd6cb3b-1626-4cc7-be6e-7b310ab5ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.099934 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6cd6cb3b-1626-4cc7-be6e-7b310ab5ca5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/720450bb-0171-4d7b-87a1-1b89d97ce093 HTTP/1.1" status: 204  len: 168 time: 4.2248907
Feb 11 19:28:45.108539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-afd90934-33fd-4360-9e6c-3cecddf68bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.112611 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-afd90934-33fd-4360-9e6c-3cecddf68bcb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/988c89cc-4137-4389-ae95-e9020bcdc944 HTTP/1.1" status: 204  len: 168 time: 1.0371902
Feb 11 19:28:45.123498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:45.147329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Pushing event updated for resources: {'Port': ['ID=6e5c8941-c0f0-441c-9249-abbbe9cfafdd,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:45.159717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:45.192010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.402935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:28:45.402935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad52e7f0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:45.412123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50724) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:45.412123 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 11 19:28:45.412334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd90934-33fd-4360-9e6c-3cecddf68bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988c89cc-4137-4389-ae95-e9020bcdc944,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:45.412334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-afd90934-33fd-4360-9e6c-3cecddf68bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:45.412334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:28:45.413052 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b490d506-a66d-4b7b-a69b-f8c31d9d8f1e req-fabc6471-ecb4-4722-a4fb-2145a8143a85 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 210 time: 0.0734038
Feb 11 19:28:45.423831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Sync routers for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:28:45.443840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.447921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f67adbc7d30>> segment before_delete 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.448711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f67adbc7d30>> subnet precommit_delete_associations 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.450207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ade60940>> segment_host_mapping after_create 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.451234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ade60940>> port after_create 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.452106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ade60940>> port after_delete 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.452833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ade60940>> port after_update 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.453466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ade60940>> segment after_delete 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.454107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ade60940>> subnet after_create 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.467667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ade60940>> subnet after_delete 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.470454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ade60940>> subnet after_update 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.482363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:28:45.483467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acb0c630>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:45.553379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:28:45.726576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:28:45.733890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.100', 57808) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:45.734764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.736227 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.9102407
Feb 11 19:28:45.739520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50730) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:45.821830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67adaeecc0>> subnet after_create 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.822303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67adaeecc0>> subnet after_delete 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.822663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67adaeecc0>> subnet before_create 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.823036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67adaeecc0>> subnet before_update 55550000 {{(pid=80005) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:45.823476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67acd5d5c0>,) {'filters': {'network_id': ['1780f94e-7d6f-427a-9f3d-ddc10f15dc45']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:45.858958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67acd5d5c0>, '73e2d98d-bd09-429e-9eba-f3a3cb5fd436') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:45.859566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67acd5d5c0>, '73e2d98d-bd09-429e-9eba-f3a3cb5fd436') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:45.870923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.887237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.914293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Transition to ACTIVE for port object fc5ff7e7-4103-4017-a234-3c5b095b8992 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:45.981718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.983909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:45.986498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:28:45.998564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad52e7f0>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:38Z', 'revision_number': 3, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:46.013247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90425a1f-11f8-4928-8570-92e79f6ea3ab None None] The sync data for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi is: [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:38Z', 'revision_number': 3, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:28:46.081018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9bd5bf11-f9cc-4bcf-a307-ac9f5bd8727e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:46.426766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acb0c630>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:40Z', 'revision_number': 3, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:46.432240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Checking router: 457bbe77-c2d4-4019-8bbe-23d029fd58be for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:28:46.432638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Updating router 457bbe77-c2d4-4019-8bbe-23d029fd58be port 82e4e328-0913-406d-9127-011ae0fb3267 binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:28:46.453242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc5ff7e7-4103-4017-a234-3c5b095b8992,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:46.469056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50750) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:46.472258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:46.479028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-90a8ea90-79d4-4429-a3f6-7595c478d66f tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:46.481040 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-90a8ea90-79d4-4429-a3f6-7595c478d66f tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.100 "GET /v2.0/networks?id=4d0fc107-bf48-44cd-bd29-00f6dd39b40d HTTP/1.1" status: 200  len: 812 time: 0.7434690
Feb 11 19:28:46.502509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:46.518260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:46.594465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:46.710130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:46.823554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 6e5c8941-c0f0-441c-9249-abbbe9cfafdd up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:46.896771 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Usage tracker for resource:security_group_rule and tenant:0aa9e8d22e3641bcbff1da19f372c2f2 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:46.905767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:46.910086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Request body: {'port': {'device_id': '2b58cf10-21d3-47a5-9ce8-02323597aedf', 'network_id': '4d0fc107-bf48-44cd-bd29-00f6dd39b40d', 'admin_state_up': True, 'tenant_id': '92cfa49099e5401bbf052860dec3302c'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:46.955104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:46.958910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Network 1780f94e-7d6f-427a-9f3d-ddc10f15dc45 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:28:46.977633 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:47.173360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Network 896ca65c-f504-458d-a9ca-c89f6068f18e is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:47.232587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:47.251144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:47.324554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:47.353219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Transition to ACTIVE for port object 82e4e328-0913-406d-9127-011ae0fb3267 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:47.354651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:47.359972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:47.360400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:47.401707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:47.444914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:47.459142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Network 1780f94e-7d6f-427a-9f3d-ddc10f15dc45 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:28:47.617325 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f92d4d96-ffe0-47f2-9f16-675c7f7cd023 req-c12da1e9-2a08-4c0f-b5d7-b5187a13be49 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 210 time: 0.6717074
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   from cryptography.utils import int_from_bytes
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   from cryptography.utils import int_from_bytes
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   (rel_b, rel_a, rel_b),
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   (rel_b, rel_a, rel_b),
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:28:47.660525 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:28:47.694761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:47.784709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b285b-7e98-4ff8-8c27-60b28b97931d None None] Pushing event updated for resources: {'Port': ['ID=82e4e328-0913-406d-9127-011ae0fb3267,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:47.815805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-284b285b-7e98-4ff8-8c27-60b28b97931d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:47.874531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:47.892182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Usage tracker for resource:port and tenant:92cfa49099e5401bbf052860dec3302c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:47.900797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:47.926989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:47.992401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Made reservation on behalf of 92cfa49099e5401bbf052860dec3302c for: {'port': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:28:48.036393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.040301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.079061 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.080370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=6e5c8941-c0f0-441c-9249-abbbe9cfafdd,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:28:48.089629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-941379a4-aab5-425e-a3af-3af386209db6 None None] Provisioning for port fc5ff7e7-4103-4017-a234-3c5b095b8992 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:48.110167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-941379a4-aab5-425e-a3af-3af386209db6 None None] Provisioning complete for port fc5ff7e7-4103-4017-a234-3c5b095b8992 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:48.110618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-941379a4-aab5-425e-a3af-3af386209db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.123670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:48.157398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:28:48.244277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-941379a4-aab5-425e-a3af-3af386209db6 None None] Port fc5ff7e7-4103-4017-a234-3c5b095b8992 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:28:48.246299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.260025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:48.317109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.363625 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] 10.222.0.79 "DELETE /v2.0/networks/1780f94e-7d6f-427a-9f3d-ddc10f15dc45 HTTP/1.1" status: 204  len: 168 time: 3.9570737
Feb 11 19:28:48.369919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50802) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:48.383199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=6e5c8941-c0f0-441c-9249-abbbe9cfafdd,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:48.389431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:48.413568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=1780f94e-7d6f-427a-9f3d-ddc10f15dc45,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:48.436958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3f7ade66-9f90-4efc-88f1-2044a3490d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:48.459200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Attempting to bind port 82e4e328-0913-406d-9127-011ae0fb3267 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:28:48.460247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Attempting to bind port 82e4e328-0913-406d-9127-011ae0fb3267 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:28:48.460667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Attempting to bind port 82e4e328-0913-406d-9127-011ae0fb3267 on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:28:48.471577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:28:48.476888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:48.477656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.478139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:28:48.481018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Bound port: 82e4e328-0913-406d-9127-011ae0fb3267, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:28:48.481483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.687692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] For port 82e4e328-0913-406d-9127-011ae0fb3267, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:28:48.696824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] For port 82e4e328-0913-406d-9127-011ae0fb3267, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=82e4e328-0913-406d-9127-011ae0fb3267,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:28:48.769705 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:48.850726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:48.902505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 6e5c8941-c0f0-441c-9249-abbbe9cfafdd up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:48.927131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50812) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:49.006729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.113847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.133175 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.178481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:28:49.306798 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8e873bc-d0d5-40c4-8008-35e584e1905b req-b0016843-d751-4e00-8bc9-173862d5109a tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 210 time: 0.2859643
Feb 11 19:28:49.334684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:49.367916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b285b-7e98-4ff8-8c27-60b28b97931d None None] Pushing event updated for resources: {'Port': ['ID=82e4e328-0913-406d-9127-011ae0fb3267,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:49.380159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-284b285b-7e98-4ff8-8c27-60b28b97931d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:49.415344 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0aa9e8d22e3641bcbff1da19f372c2f2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9404325
Feb 11 19:28:49.417114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50822) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:49.421254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.435729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bb1d97-c164-40ff-a1d5-9ee159191a47,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:49.437507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:28:49.438452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acb0c630>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:49.489273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:49.513123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] Deleting subnet c338dbe5-1922-4530-b4d6-ea887bff7401 {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:28:49.514888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:49.529091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.538767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:28:49.555607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Sync routers for ids ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:28:49.555814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Allocated IP 172.20.0.2 (4d0fc107-bf48-44cd-bd29-00f6dd39b40d/e2b1870b-d862-4f61-8223-82cb92f27260/6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:49.561422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.577092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Routers {'73b2d2d8-bf37-4787-b4a9-1610e2706aa9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:28:49.577910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad7b7d68>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:49.616470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Usage tracker for resource:security_group_rule and tenant:a2fc84e318c94bb5bc65ceaef07d53fc is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:49.641935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:49.670673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:49.682740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851609718'] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.715747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.717329 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 12.1649442
Feb 11 19:28:49.721927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50826) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:49.831544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:49.947643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:28:50.082259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Set router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:28:50.244848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:50.245389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:50.807151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851242906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3237226'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:50.952278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad7b7d68>, [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:44Z', 'revision_number': 3, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:50.957538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Checking router: 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:28:50.958070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Updating router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 port 05176935-0771-49b0-bbd9-bc7a2ce6c280 binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:28:51.014142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acb0c630>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:40Z', 'revision_number': 3, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:51.019555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33be7b5-562a-471d-b0e1-e264401f5640 None None] The sync data for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi is: [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:40Z', 'revision_number': 3, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:28:51.063252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.277747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-57f88630-2564-457f-9b55-bf819a016d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:51.327357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3d1d00e3-3eb2-44b2-a620-44bbdbb51696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.365133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3d1d00e3-3eb2-44b2-a620-44bbdbb51696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.431886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f7514d2f-cd5d-4e0f-af0b-2103145b3300 req-9b61ba78-f7e2-4010-a69f-fc478388a824 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Synchronizing usage tracker for tenant:92cfa49099e5401bbf052860dec3302c on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:28:51.445908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.448236 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c338dbe5-1922-4530-b4d6-ea887bff7401,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:51.451136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:51.494130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.499724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.596931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:51.670541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50844) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:51.709670 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e76bc4c4-3e69-462b-9eac-cd1261364184 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c338dbe5-1922-4530-b4d6-ea887bff7401 HTTP/1.1" status: 204  len: 168 time: 3.3053365
Feb 11 19:28:51.710526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3d1d00e3-3eb2-44b2-a620-44bbdbb51696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.721820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50848) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:51.780934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3d1d00e3-3eb2-44b2-a620-44bbdbb51696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.788853 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-3d1d00e3-3eb2-44b2-a620-44bbdbb51696 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31bb1d97-c164-40ff-a1d5-9ee159191a47 HTTP/1.1" status: 204  len: 168 time: 2.3439689
Feb 11 19:28:51.903248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Pushing event updated for resources: {'Port': ['ID=fc5ff7e7-4103-4017-a234-3c5b095b8992,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:51.908428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:51.909184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-80aaa725-077c-4616-9d83-c1d10be9c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:51.934556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:51.982554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.013115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Transition to ACTIVE for port object 05176935-0771-49b0-bbd9-bc7a2ce6c280 will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:52.059922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.090859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.111368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c05e832d-6b84-4a6b-ba3a-c7cb5c71e078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:52.342841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d00e3-3eb2-44b2-a620-44bbdbb51696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bb1d97-c164-40ff-a1d5-9ee159191a47,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:52.346771 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3d1d00e3-3eb2-44b2-a620-44bbdbb51696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:52.381330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.457965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.467644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Network 896ca65c-f504-458d-a9ca-c89f6068f18e is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:52.481589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:52.583029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.583841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f7514d2f-cd5d-4e0f-af0b-2103145b3300 req-9b61ba78-f7e2-4010-a69f-fc478388a824 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Unset dirty status for tenant:92cfa49099e5401bbf052860dec3302c on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:28:52.585124 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7514d2f-cd5d-4e0f-af0b-2103145b3300 req-9b61ba78-f7e2-4010-a69f-fc478388a824 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 210 time: 1.2991769
Feb 11 19:28:52.648367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e62d-3424-4f22-a8cf-afa741df5061 None None] Pushing event updated for resources: {'Port': ['ID=05176935-0771-49b0-bbd9-bc7a2ce6c280,revision_number=2']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:52.653885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db38e62d-3424-4f22-a8cf-afa741df5061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:52.838794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Attempting to bind port 05176935-0771-49b0-bbd9-bc7a2ce6c280 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:28:52.843190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Attempting to bind port 05176935-0771-49b0-bbd9-bc7a2ce6c280 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:28:52.844053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Attempting to bind port 05176935-0771-49b0-bbd9-bc7a2ce6c280 on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:28:52.852702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-afd90934-33fd-4360-9e6c-3cecddf68bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:52.865115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:28:52.865532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:52.865971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.866428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:28:52.866926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Bound port: 05176935-0771-49b0-bbd9-bc7a2ce6c280, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:28:52.867336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.885481 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2fc84e318c94bb5bc65ceaef07d53fc&name=default HTTP/1.1" status: 200  len: 2979 time: 3.9423466
Feb 11 19:28:52.917112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-116777b9-c644-4c1b-a2bf-6d4a7e9568d4 None None] Provisioning complete for port fc5ff7e7-4103-4017-a234-3c5b095b8992 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:52.917576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-116777b9-c644-4c1b-a2bf-6d4a7e9568d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:52.958853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50866) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:53.041920 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:53.059500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-116777b9-c644-4c1b-a2bf-6d4a7e9568d4 None None] Port fc5ff7e7-4103-4017-a234-3c5b095b8992 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:28:53.062848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 82e4e328-0913-406d-9127-011ae0fb3267 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:53.074828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] For port 05176935-0771-49b0-bbd9-bc7a2ce6c280, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:28:53.079438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] For port 05176935-0771-49b0-bbd9-bc7a2ce6c280, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=05176935-0771-49b0-bbd9-bc7a2ce6c280,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:28:53.092830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Router 81159334-0807-4338-88e8-e336fe86fc53 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:28:53.094274 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:53.111949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:53.135391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Usage tracker for resource:security_group_rule and tenant:68bfe9db407b4a5db8b680c0fd554192 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:53.144170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db38e62d-3424-4f22-a8cf-afa741df5061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:53.165674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:53.188471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f67accec828>> segment before_delete 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.189027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f67accec828>> subnet precommit_delete_associations 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.189957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ace74a58>> segment_host_mapping after_create 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.190511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ace74a58>> port after_create 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.191001 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ace74a58>> port after_delete 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.191488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ace74a58>> port after_update 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.191958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ace74a58>> segment after_delete 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.192429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ace74a58>> subnet after_create 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.192927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ace74a58>> subnet after_delete 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.193511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f67ace74a58>> subnet after_update 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.305036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6fe6db88-792e-4f42-aba2-cb8cc9af5a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:53.352604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6fe6db88-792e-4f42-aba2-cb8cc9af5a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:53.451056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67ac802ba8>> subnet after_create 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.451450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67ac802ba8>> subnet after_delete 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.451838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67ac802ba8>> subnet before_create 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.452210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f67ac802ba8>> subnet before_update 55550000 {{(pid=80006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 11 19:28:53.452609 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ad1bfe48>,) {'filters': {'network_id': ['affa2a66-52c4-4812-bfba-70ee486f3ef8']}} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:53.493176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:53.497351 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6fe6db88-792e-4f42-aba2-cb8cc9af5a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:53.567195 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:53.600206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 82e4e328-0913-406d-9127-011ae0fb3267 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:53.622677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6db88-792e-4f42-aba2-cb8cc9af5a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80925623-889c-4227-80da-db1020992723,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:53.625495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38e62d-3424-4f22-a8cf-afa741df5061 None None] Pushing event updated for resources: {'Port': ['ID=05176935-0771-49b0-bbd9-bc7a2ce6c280,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:53.630027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db38e62d-3424-4f22-a8cf-afa741df5061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:53.640575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Routers {'73b2d2d8-bf37-4787-b4a9-1610e2706aa9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:28:53.642113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad7b7d68>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:53.642558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6fe6db88-792e-4f42-aba2-cb8cc9af5a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:53.646848 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6fe6db88-792e-4f42-aba2-cb8cc9af5a3c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80925623-889c-4227-80da-db1020992723 HTTP/1.1" status: 204  len: 168 time: 0.6769578
Feb 11 19:28:53.662743 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 82e4e328-0913-406d-9127-011ae0fb3267 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:53.663169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:53.691242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6fe6db88-792e-4f42-aba2-cb8cc9af5a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:53.793084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:28:53.825827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:53.826950 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] 10.222.0.79 "PUT /v2.0/routers/81159334-0807-4338-88e8-e336fe86fc53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3368318
Feb 11 19:28:53.901925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80925623-889c-4227-80da-db1020992723,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:53.919656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ad1bfe48>, '847c8f02-ec0f-4a82-a68f-96b0cd9015a9') {'for_net_delete': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:53.920282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ad1bfe48>, '847c8f02-ec0f-4a82-a68f-96b0cd9015a9') {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:53.972338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] Set router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:28:54.132794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.168503 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-baba5bd3-897b-4f80-bd30-652e14ba0a5a req-d10157c8-6692-4040-9454-9df24759a240 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 210 time: 0.2282948
Feb 11 19:28:54.169459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.189020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2bf527b8-eb38-4a48-8325-7fef18a82ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:54.304739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb792399-cd90-43b9-8ddb-ba89cb124b47,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:54.319329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:54.325077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68bfe9db407b4a5db8b680c0fd554192&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6226327
Feb 11 19:28:54.331894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50892) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:54.409606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Sync routers for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:28:54.448171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:28:54.449051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acc5f630>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:54.490732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.494161 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.642s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:54.574606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a70eda67-35ae-4abc-bae7-0854c9ce1ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.601362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852194093'] for segment, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.671053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Allocated IP 172.20.0.1 (ca26a0d2-f47e-40e3-9ca7-9284da085137/d78490f6-314f-44a3-b088-b210200ef8cf/c2cd6664-430c-457f-bf93-613b75ab42d0) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:54.712121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a70eda67-35ae-4abc-bae7-0854c9ce1ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.767349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad7b7d68>, [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:44Z', 'revision_number': 3, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:54.780581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e224a6-2db7-443c-8d95-e6c6aaf2a899 None None] The sync data for ids ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'] in dv-cinder-775250-1-iscsi is: [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:44Z', 'revision_number': 3, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:28:54.855291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a70eda67-35ae-4abc-bae7-0854c9ce1ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.873817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:54.924620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70eda67-35ae-4abc-bae7-0854c9ce1ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb792399-cd90-43b9-8ddb-ba89cb124b47,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:54.943550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-48d168db-1da1-4ced-b52b-b1a990b05bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.946672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a70eda67-35ae-4abc-bae7-0854c9ce1ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:54.966225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a70eda67-35ae-4abc-bae7-0854c9ce1ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:54.970141 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a70eda67-35ae-4abc-bae7-0854c9ce1ec9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bb792399-cd90-43b9-8ddb-ba89cb124b47 HTTP/1.1" status: 204  len: 168 time: 0.6358314
Feb 11 19:28:54.983710 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:55.009792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Transition to ACTIVE for port object c2cd6664-430c-457f-bf93-613b75ab42d0 will not be triggered until provisioned by entity DHCP. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:55.092138 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:55.111702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 82e4e328-0913-406d-9127-011ae0fb3267, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=82e4e328-0913-406d-9127-011ae0fb3267,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:28:55.171532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:55.199452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:55.230011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:55.236283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:28:55.492940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=82e4e328-0913-406d-9127-011ae0fb3267,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:55.510815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:55.517726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:28:55.522862 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4f6401c7-2905-4d24-86d9-a5716b5377eb req-692df8f9-f736-42a4-ae7a-7e5f3dc84d56 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 210 time: 0.0958574
Feb 11 19:28:55.671676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:56.000648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50920) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:56.007683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243869531', 'description': 'tempest-description--803572752'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:56.057262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-98af55ce-909a-467a-be07-edb85e6241a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:56.081322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:56.095081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:security_group and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:56.100514 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:56.110917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:56.161513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:56.202740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:56.212698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:security_group_rule and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:56.216330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:56.234737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:56.267415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2cd6664-430c-457f-bf93-613b75ab42d0,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:56.294266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:56.319567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Network affa2a66-52c4-4812-bfba-70ee486f3ef8 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:28:56.333630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852285452'] for segment, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:56.408784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:56.449220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:56.456152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:56.485224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acc5f630>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:28:51Z', 'revision_number': 2, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:28:56.495657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Checking router: 81159334-0807-4338-88e8-e336fe86fc53 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:28:56.496072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Updating router 81159334-0807-4338-88e8-e336fe86fc53 port fc5ff7e7-4103-4017-a234-3c5b095b8992 binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:28:56.574121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8178e7e9-60ea-43af-8b5c-a139f065b64b,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:56.580713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:56.592130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:56.593927 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5922551
Feb 11 19:28:56.596963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50930) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:56.612836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Network affa2a66-52c4-4812-bfba-70ee486f3ef8 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:28:56.618665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'security_group_rule': {'security_group_id': '8178e7e9-60ea-43af-8b5c-a139f065b64b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:56.679727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:56.712046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50938) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:56.721577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   from cryptography.utils import int_from_bytes
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   from cryptography.utils import int_from_bytes
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   (rel_b, rel_a, rel_b),
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   (rel_b, rel_a, rel_b),
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:28:56.772351 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:28:56.793902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:56.795818 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:56.805073 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:56.810056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:56.846438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:security_group_rule and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:56.858959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:56.884949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:56.894841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Usage tracker for resource:security_group_rule and tenant:de81d2ba6924457f834cbe17830ac4cc is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:56.901557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:56.919077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:57.040826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.098942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:57.115663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.139990 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:57.155789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:57.176825 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ccca328f-cefe-40d4-8aa2-b0432e6745f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.272144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cc90f0-617d-4229-a4af-aaa8679e9cca,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:57.285757 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de81d2ba6924457f834cbe17830ac4cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5718491
Feb 11 19:28:57.287049 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:57.291583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50950) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:57.298400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.421620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Allocated IP 172.20.0.1 (bb5831f8-57ba-4e6c-bd30-a12c90a38677/3df1c86c-aa7a-4d75-8e10-6038c2c9ced1/47d7d245-dbc9-4879-a0e6-634984df62bd) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:28:57.470440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 82e4e328-0913-406d-9127-011ae0fb3267 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:57.669706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.670922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84b457-44d3-4117-bd10-1a97173caf6e req-9b7a8643-c728-4c68-8eda-f60522bb07fc tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:57.687447 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e84b457-44d3-4117-bd10-1a97173caf6e req-9b7a8643-c728-4c68-8eda-f60522bb07fc tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 931 time: 0.6407290
Feb 11 19:28:57.696266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ed604de2-83e2-44c7-8864-45692b364cf4 None None] Provisioning for port c2cd6664-430c-457f-bf93-613b75ab42d0 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:57.706883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.726937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:57.794669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 82e4e328-0913-406d-9127-011ae0fb3267 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:57.799642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.800454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.820543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.874780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.882100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ed604de2-83e2-44c7-8864-45692b364cf4 None None] Provisioning complete for port c2cd6664-430c-457f-bf93-613b75ab42d0 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:57.890802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ed604de2-83e2-44c7-8864-45692b364cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:57.986405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4e84b457-44d3-4117-bd10-1a97173caf6e req-dde8d7f4-ccc9-417b-a310-de8088186a7d tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Synchronizing usage tracker for tenant:92cfa49099e5401bbf052860dec3302c on resource:security_group {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:28:57.997058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.024212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Pushing event updated for resources: {'Port': ['ID=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:58.027888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.033022 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:58.041816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:58.043343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:58.064935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-ed604de2-83e2-44c7-8864-45692b364cf4 None None] Port c2cd6664-430c-457f-bf93-613b75ab42d0 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:28:58.075474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.089952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:58.096751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-40e7d772-0f93-442f-81c2-0079dbcaa7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.113933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.142000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Transition to ACTIVE for port object fc5ff7e7-4103-4017-a234-3c5b095b8992 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:28:58.220050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 05176935-0771-49b0-bbd9-bc7a2ce6c280 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:28:58.260699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.287109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:58.398743 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05bb33-ef07-4a97-9a63-dc084b298849 None None] Pushing event updated for resources: {'Port': ['ID=fc5ff7e7-4103-4017-a234-3c5b095b8992,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:58.413928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4d05bb33-ef07-4a97-9a63-dc084b298849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:58.574279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:58.584024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Pushing event deleted for resources: {'Network': ['ID=affa2a66-52c4-4812-bfba-70ee486f3ef8,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:58.588100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.612637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 05176935-0771-49b0-bbd9-bc7a2ce6c280 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:28:58.733262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 05176935-0771-49b0-bbd9-bc7a2ce6c280 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:28:58.733900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.734335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:58.800899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] 10.222.0.79 "DELETE /v2.0/networks/affa2a66-52c4-4812-bfba-70ee486f3ef8 HTTP/1.1" status: 204  len: 168 time: 7.0517051
Feb 11 19:28:58.826627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:58.850670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.824s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:58.851538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.860945 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2621787
Feb 11 19:28:58.869947 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-40e7d772-0f93-442f-81c2-0079dbcaa7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.886167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50974) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:58.939922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Attempting to bind port fc5ff7e7-4103-4017-a234-3c5b095b8992 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:28:58.940711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Attempting to bind port fc5ff7e7-4103-4017-a234-3c5b095b8992 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:28:58.941318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Attempting to bind port fc5ff7e7-4103-4017-a234-3c5b095b8992 on network 896ca65c-f504-458d-a9ca-c89f6068f18e {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:28:58.943381 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'security_group_rule': {'security_group_id': '8178e7e9-60ea-43af-8b5c-a139f065b64b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:58.965977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:28:58.966919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Checking segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:28:58.967557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:58.968198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Bound using segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:28:58.968919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Bound port: fc5ff7e7-4103-4017-a234-3c5b095b8992, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:28:58.969555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.002392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:59.088943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:security_group_rule and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:59.103380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:59.113128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:59.133169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:28:59.134898 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.150190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.161505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8964a47-93f9-4cfc-ac7a-66d9785df2b4,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:59.162727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Pushing event updated for resources: {'Port': ['ID=47d7d245-dbc9-4879-a0e6-634984df62bd,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:59.186957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:59.191923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:59.208448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 05176935-0771-49b0-bbd9-bc7a2ce6c280, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=05176935-0771-49b0-bbd9-bc7a2ce6c280,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:28:59.209884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:28:59.225600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:28:59.225810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] For port fc5ff7e7-4103-4017-a234-3c5b095b8992, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:28:59.229776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] For port fc5ff7e7-4103-4017-a234-3c5b095b8992, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=fc5ff7e7-4103-4017-a234-3c5b095b8992,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:28:59.236328 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 12.4816680
Feb 11 19:28:59.242488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:28:59.242865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.243493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.258294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4e84b457-44d3-4117-bd10-1a97173caf6e req-dde8d7f4-ccc9-417b-a310-de8088186a7d tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Unset dirty status for tenant:92cfa49099e5401bbf052860dec3302c on resource:security_group {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:28:59.267742 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e84b457-44d3-4117-bd10-1a97173caf6e req-dde8d7f4-ccc9-417b-a310-de8088186a7d tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5721509
Feb 11 19:28:59.292751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.299605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:59.307172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.318414 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-bfa5564e-3b41-4bc6-8c74-cbc805f60b81 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:28:59.319612 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-bfa5564e-3b41-4bc6-8c74-cbc805f60b81 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0083485
Feb 11 19:28:59.325224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-40e7d772-0f93-442f-81c2-0079dbcaa7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.341223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a70eda67-35ae-4abc-bae7-0854c9ce1ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:59.354365 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 50980) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:59.370834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7d772-0f93-442f-81c2-0079dbcaa7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cc90f0-617d-4229-a4af-aaa8679e9cca,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:59.398599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-40e7d772-0f93-442f-81c2-0079dbcaa7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:59.406853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.407997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.408548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-40e7d772-0f93-442f-81c2-0079dbcaa7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.414402 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-40e7d772-0f93-442f-81c2-0079dbcaa7db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4cc90f0-617d-4229-a4af-aaa8679e9cca HTTP/1.1" status: 204  len: 168 time: 2.1201639
Feb 11 19:28:59.448674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.451775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:28:59.529302 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c889d2fa-48c5-4a5b-86f1-01a382deed7f,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:28:59.546159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:28:59.605259 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6f12948b-2496-4635-8602-754d1ff07cb7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5976d5958f594ee88db61ffcea4ece15&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2496438
Feb 11 19:28:59.608050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50988) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:59.655590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50992) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:59.687183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.690424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:28:59.699669 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7893891
Feb 11 19:28:59.725532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 50998) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:28:59.744585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'floatingip': {'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:28:59.837857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:28:59.882770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:floatingip and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:28:59.898549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:28:59.916025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:28:59.954397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f5bb15dd-52d1-4039-9ba1-1d609c782209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.000055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f5bb15dd-52d1-4039-9ba1-1d609c782209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.092615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.099735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=05176935-0771-49b0-bbd9-bc7a2ce6c280,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:00.103872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:00.106761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:00.137278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.139009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.175457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f5bb15dd-52d1-4039-9ba1-1d609c782209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.196560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Request body: {'port': {'device_id': '2b58cf10-21d3-47a5-9ce8-02323597aedf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:00.207751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:00.215647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2e4bf1aa-b2a4-4efb-882a-27ff3afeb578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:00.238069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05bb33-ef07-4a97-9a63-dc084b298849 None None] Pushing event updated for resources: {'Port': ['ID=fc5ff7e7-4103-4017-a234-3c5b095b8992,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:00.241541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4d05bb33-ef07-4a97-9a63-dc084b298849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:00.253163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:00.255694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acc5f630>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:00.266023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb15dd-52d1-4039-9ba1-1d609c782209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4519688-e4af-4cab-9577-08801f0aff8d,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:00.269650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Usage tracker for resource:security_group_rule and tenant:01d111151f544e1492ed7d270fc1d359 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:00.272795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f5bb15dd-52d1-4039-9ba1-1d609c782209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:00.404470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:00.431538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f5bb15dd-52d1-4039-9ba1-1d609c782209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.442431 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f5bb15dd-52d1-4039-9ba1-1d609c782209 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4519688-e4af-4cab-9577-08801f0aff8d HTTP/1.1" status: 204  len: 168 time: 0.8326800
Feb 11 19:29:00.454971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:00.678306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.728143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.754750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:00.769685 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.826070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.850962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:00.882455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24f39c0-7232-46a9-b33c-f04dd4c90076,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:00.886821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:00.890765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:00.915044 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=01d111151f544e1492ed7d270fc1d359&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2566059
Feb 11 19:29:00.919166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51022) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:01.076963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:01.094662 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b24548dd-d481-4988-b6b0-84e618d9238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:01.175610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acc5f630>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:01.180674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a6835-5906-4aa5-bddf-f641aaf07b90 None None] The sync data for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi is: [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:29:01.197118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Allocated IP 172.27.2.104 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/af7add57-937b-4d43-83b9-fa66e77a1d14) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:01.199695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa3bc6-9acd-44c1-9f2d-cce33db2a973 req-a7d26a97-ac05-4e5d-bc3c-e0c3012c8af9 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:01.201694 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-77fa3bc6-9acd-44c1-9f2d-cce33db2a973 req-a7d26a97-ac05-4e5d-bc3c-e0c3012c8af9 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 931 time: 0.6810842
Feb 11 19:29:01.208867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:01.266122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b24548dd-d481-4988-b6b0-84e618d9238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:01.415996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51032) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:01.509957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2cd6664-430c-457f-bf93-613b75ab42d0,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:01.544443 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:01.563535 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-77fa3bc6-9acd-44c1-9f2d-cce33db2a973 req-b9e09d67-e987-4bce-b396-a61482368b07 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976961
Feb 11 19:29:01.570196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:01.648435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device fc5ff7e7-4103-4017-a234-3c5b095b8992 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:01.727748 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a1db230a-2685-4a66-88cd-3743e108d469 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecaa45cfb3214ce7bb83e0c5541285f6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3003337
Feb 11 19:29:01.731279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51036) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:01.755480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b24548dd-d481-4988-b6b0-84e618d9238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:01.767522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:01.810559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-49508412-9b52-4d04-8f4c-257fef5d7323 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:01.827706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24548dd-d481-4988-b6b0-84e618d9238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24f39c0-7232-46a9-b33c-f04dd4c90076,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:01.831222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b24548dd-d481-4988-b6b0-84e618d9238f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:01.841515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b24548dd-d481-4988-b6b0-84e618d9238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:01.842879 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b24548dd-d481-4988-b6b0-84e618d9238f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e24f39c0-7232-46a9-b33c-f04dd4c90076 HTTP/1.1" status: 204  len: 168 time: 0.9226947
Feb 11 19:29:01.866114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:01.893519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port fc5ff7e7-4103-4017-a234-3c5b095b8992 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:01.895387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:01.909619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port fc5ff7e7-4103-4017-a234-3c5b095b8992 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:01.910197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.055171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.113899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port fc5ff7e7-4103-4017-a234-3c5b095b8992, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=fc5ff7e7-4103-4017-a234-3c5b095b8992,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:02.119946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'Port': ['ID=af7add57-937b-4d43-83b9-fa66e77a1d14,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:02.126019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:02.145690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.147291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 05176935-0771-49b0-bbd9-bc7a2ce6c280 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:02.187921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:02.304538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:02.307136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:02.313757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:02.320701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=fc5ff7e7-4103-4017-a234-3c5b095b8992,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:02.332356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:02.402379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 05176935-0771-49b0-bbd9-bc7a2ce6c280 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:02.402815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.427816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.509860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.532660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.584198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-76bcb1de-c681-451e-85d5-ecc25ef07631 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:02.651126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.677527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:02.683189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-43c2a1c6-e335-4ec9-90c6-7a9cd9a7166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:02.770185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Pushing event updated for resources: {'Port': ['ID=47d7d245-dbc9-4879-a0e6-634984df62bd,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:02.776658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:02.776658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:02.952007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-43c2a1c6-e335-4ec9-90c6-7a9cd9a7166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.057173 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-43c2a1c6-e335-4ec9-90c6-7a9cd9a7166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.092719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:03.105585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.152934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2bf83-0a90-462f-810c-303f4f1d4e44 req-1892ac9c-17b5-409b-bd38-ef2029ea6b63 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:03.154704 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-73b2bf83-0a90-462f-810c-303f4f1d4e44 req-1892ac9c-17b5-409b-bd38-ef2029ea6b63 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 931 time: 0.3837757
Feb 11 19:29:03.176209 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-a7dc73aa-3380-4b4d-89f5-a5be69235247 None None] Provisioning complete for port c2cd6664-430c-457f-bf93-613b75ab42d0 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:03.176956 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7dc73aa-3380-4b4d-89f5-a5be69235247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.257511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51062) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:03.266604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 {{(pid=80006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:29:03.271136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.283218 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2a1c6-e335-4ec9-90c6-7a9cd9a7166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d4bc25-9b60-49e4-a5a4-561a867eac4b,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:03.286569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-43c2a1c6-e335-4ec9-90c6-7a9cd9a7166b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:03.304530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.322427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc73aa-3380-4b4d-89f5-a5be69235247 None None] Port c2cd6664-430c-457f-bf93-613b75ab42d0 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:29:03.324251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-43c2a1c6-e335-4ec9-90c6-7a9cd9a7166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.325961 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-43c2a1c6-e335-4ec9-90c6-7a9cd9a7166b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81d4bc25-9b60-49e4-a5a4-561a867eac4b HTTP/1.1" status: 204  len: 168 time: 1.1067679
Feb 11 19:29:03.343578 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Transition to ACTIVE for port object 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:03.364430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:03.367626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:03.409872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.430932 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-73b2bf83-0a90-462f-810c-303f4f1d4e44 req-f50708db-50bd-44ad-a48c-7eb554db3083 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695403
Feb 11 19:29:03.435983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.448489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.471134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device fc5ff7e7-4103-4017-a234-3c5b095b8992 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:03.479907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.570331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:03.618881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Router 457bbe77-c2d4-4019-8bbe-23d029fd58be has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:29:03.639087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port fc5ff7e7-4103-4017-a234-3c5b095b8992 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:03.639516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:03.711099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:03.806036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:03.856326 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Usage tracker for resource:security_group_rule and tenant:9a22b70883b3450196ef6fb89ff5e031 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:03.861917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Pushing event updated for resources: {'Port': ['ID=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:03.867523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:03.869483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:03.901561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:03.923365 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'Port': ['ID=af7add57-937b-4d43-83b9-fa66e77a1d14,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:03.933284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:04.025223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:04.029070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:04.059958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:04.072836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d3ebff9c-9a42-4ad4-a345-bb7e912c4730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:04.114664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:04.125963 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3856635
Feb 11 19:29:04.127103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d967187c-e8c3-46d9-885c-6424ecd18914,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:04.132330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:04.139250 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a22b70883b3450196ef6fb89ff5e031&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8758783
Feb 11 19:29:04.142062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51086) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:04.292555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:29:04.574625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:29:04.581390 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] 10.222.0.79 "PUT /v2.0/routers/457bbe77-c2d4-4019-8bbe-23d029fd58be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.8408530
Feb 11 19:29:04.584164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Sync routers for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:29:04.600174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:04.606528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae1ec400>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:04.779961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1217d37a-a0b6-4d5b-8430-e4030140d86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:04.800615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Attempting to bind port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:04.800957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Attempting to bind port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'df5e0d9c-8b75-4d15-afbc-294d2f87ec52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4d0fc107-bf48-44cd-bd29-00f6dd39b40d'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:04.801265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Attempting to bind port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 on network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:04.821503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:04.821918 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Checking segment: {'id': 'df5e0d9c-8b75-4d15-afbc-294d2f87ec52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4d0fc107-bf48-44cd-bd29-00f6dd39b40d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:04.822331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:04.822732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Bound using segment: {'id': 'df5e0d9c-8b75-4d15-afbc-294d2f87ec52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4d0fc107-bf48-44cd-bd29-00f6dd39b40d'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:04.823398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Bound port: 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5e0d9c-8b75-4d15-afbc-294d2f87ec52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4d0fc107-bf48-44cd-bd29-00f6dd39b40d'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:04.823782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:04.862769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-ebba44b6-b7c5-4dd3-b367-7ce26db53440 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:04.869245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:04.921909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ab49c-45c0-4098-a586-7ec817c033ba req-b122d963-5341-4dbc-8b6d-0caa3893c8ef tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:04.924290 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b76ab49c-45c0-4098-a586-7ec817c033ba req-b122d963-5341-4dbc-8b6d-0caa3893c8ef tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 943 time: 0.2679279
Feb 11 19:29:04.954726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-ebba44b6-b7c5-4dd3-b367-7ce26db53440 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:04.965747 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-ebba44b6-b7c5-4dd3-b367-7ce26db53440 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--243869531&fields=id&tenant_id=26b4c68409ae4cfdaea868375087a422 HTTP/1.1" status: 200  len: 267 time: 0.3650811
Feb 11 19:29:04.971907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1217d37a-a0b6-4d5b-8430-e4030140d86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:04.999068 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b76ab49c-45c0-4098-a586-7ec817c033ba req-70d8b6a4-49f2-4a91-872c-5b1e775c592e tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684950
Feb 11 19:29:05.224276 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:29:05.237352 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] 10.222.0.79 "PUT /v2.0/routers/73b2d2d8-bf37-4787-b4a9-1610e2706aa9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5084784
Feb 11 19:29:05.247887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Sync routers for ids ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:29:05.251442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] For port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7, host hv-cinder-77525, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:05.259697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] For port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7,segment=NetworkSegment(df5e0d9c-8b75-4d15-afbc-294d2f87ec52),segment_id=df5e0d9c-8b75-4d15-afbc-294d2f87ec52)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:05.269527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Routers {'73b2d2d8-bf37-4787-b4a9-1610e2706aa9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:05.272592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acd2acf8>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:05.458752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae1ec400>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:00Z', 'revision_number': 2, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:05.466949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Checking router: 457bbe77-c2d4-4019-8bbe-23d029fd58be for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:29:05.467337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Updating router 457bbe77-c2d4-4019-8bbe-23d029fd58be port c2cd6664-430c-457f-bf93-613b75ab42d0 binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:29:05.483920 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-96ab0fec-5ffe-4cc9-b8cd-195e23669d3a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:05.485092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-96ab0fec-5ffe-4cc9-b8cd-195e23669d3a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:network {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:05.494105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:05.497339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1217d37a-a0b6-4d5b-8430-e4030140d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:05.624543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:05.699767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c0a9ac2-4fc9-402e-97c2-879754debd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:05.792206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Set router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:05.866139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-96ab0fec-5ffe-4cc9-b8cd-195e23669d3a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:network {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:05.867776 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-96ab0fec-5ffe-4cc9-b8cd-195e23669d3a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 816 time: 0.9008982
Feb 11 19:29:05.950494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1217d37a-a0b6-4d5b-8430-e4030140d86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:05.957222 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1217d37a-a0b6-4d5b-8430-e4030140d86a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d967187c-e8c3-46d9-885c-6424ecd18914 HTTP/1.1" status: 204  len: 168 time: 1.8027565
Feb 11 19:29:06.012442 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-d9520d16-1051-4817-ac7b-cc41e8b62f3d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/quotas/26b4c68409ae4cfdaea868375087a422 HTTP/1.1" status: 200  len: 375 time: 0.1105578
Feb 11 19:29:06.184562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Pushing event updated for resources: {'Port': ['ID=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:06.196187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:06.209586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:06.215353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51160) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:06.221860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299828793', 'description': 'tempest-description--90387284'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:06.233476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217d37a-a0b6-4d5b-8430-e4030140d86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d967187c-e8c3-46d9-885c-6424ecd18914,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:06.243540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1217d37a-a0b6-4d5b-8430-e4030140d86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:06.266341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:06.267459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:06.269650 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] 10.222.0.100 "PUT /v2.0/ports/6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 HTTP/1.1" status: 200  len: 1157 time: 6.5420413
Feb 11 19:29:06.271173 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b58cf10-21d3-47a5-9ce8-02323597aedf', 'tag': '6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:06.303906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:06.335828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:security_group and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:06.346463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:06.381564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acd2acf8>, [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '47d7d245-dbc9-4879-a0e6-634984df62bd', 'name': '', 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'mac_address': 'fa:16:3e:60:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '3df1c86c-aa7a-4d75-8e10-6038c2c9ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:55Z', 'updated_at': '2021-02-11T19:29:01Z', 'revision_number': 2, 'project_id': '108caeedcdd44de793c54da0539eac32', 'subnets': [{'id': '3df1c86c-aa7a-4d75-8e10-6038c2c9ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:06.390826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Checking router: 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:29:06.391375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Updating router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 port 47d7d245-dbc9-4879-a0e6-634984df62bd binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:29:06.392851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:06.455200 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-f862add9-e260-42da-b0bd-c69027735dbd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4416859
Feb 11 19:29:06.519591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:06.530418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:06.549510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Transition to ACTIVE for port object c2cd6664-430c-457f-bf93-613b75ab42d0 will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:06.555241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:06.603048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:06.605515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:06.616866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:security_group_rule and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:06.623229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:06.631794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db38e62d-3424-4f22-a8cf-afa741df5061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:06.638933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:06.727450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:06.753642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-adf9bd8c-2cec-4567-89f7-ef39cc1b75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:06.755463 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-adf9bd8c-2cec-4567-89f7-ef39cc1b75e4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=92cfa49099e5401bbf052860dec3302c&device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 1160 time: 0.2992201
Feb 11 19:29:06.779653 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-e3c7fb5f-09c8-43c0-99a0-e59b39de6393 service neutron] 10.222.0.79 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666430
Feb 11 19:29:06.851179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295ef43-db71-4f3a-a058-7c97b564e480 req-31fa7ead-83a5-49c9-afa0-b08773c09bb0 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:06.859362 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8295ef43-db71-4f3a-a058-7c97b564e480 req-31fa7ead-83a5-49c9-afa0-b08773c09bb0 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 943 time: 0.3848710
Feb 11 19:29:06.863343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:06.908931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7dc5a78d-538f-4b4a-8f95-e221636d6f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:06.929091 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-51fcad1a-b1e9-4e4e-a8bc-b9c09aae05fa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 HTTP/1.1" status: 200  len: 217 time: 0.1470039
Feb 11 19:29:07.014529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b436dcf1-dccc-4366-8ce0-30eb45084cc0,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:07.028233 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:07.032848 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.8136034
Feb 11 19:29:07.033511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:07.036132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51184) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:07.082674 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8295ef43-db71-4f3a-a058-7c97b564e480 req-a98e1031-8731-4534-b2e6-00cdb17af751 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218621
Feb 11 19:29:07.089991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'security_group_rule': {'security_group_id': 'b436dcf1-dccc-4366-8ce0-30eb45084cc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:07.119310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-1091db88-5a89-4221-94d8-b60fd6c6c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:07.120049 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:07.121864 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-1091db88-5a89-4221-94d8-b60fd6c6c335 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e2b1870b-d862-4f61-8223-82cb92f27260 HTTP/1.1" status: 200  len: 852 time: 0.1349714
Feb 11 19:29:07.135472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:security_group_rule and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:07.138997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:07.146994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:07.213480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:07.218921 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-5ddf0401-9987-453f-bd4f-bcd0b40521c0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4d0fc107-bf48-44cd-bd29-00f6dd39b40d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0898457
Feb 11 19:29:07.243551 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-f96f298a-55e3-4e2f-8247-4052c5b26ad8 service neutron] 10.222.0.79 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4621007
Feb 11 19:29:07.316263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:07.329657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Transition to ACTIVE for port object 47d7d245-dbc9-4879-a0e6-634984df62bd will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:07.365360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:07.393364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:07.412561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:07.454897 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:07.457107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:07.519859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7142055e-fce1-47ea-b09e-d47a9aa52f21,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:07.546629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:07.552584 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-de9928e0-930c-43f3-850e-8c03d4ffebe0 service neutron] 10.222.0.100 "GET /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3075716
Feb 11 19:29:07.574735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:07.576077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5387735
Feb 11 19:29:07.581351 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51208) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:07.591119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'security_group_rule': {'security_group_id': 'b436dcf1-dccc-4366-8ce0-30eb45084cc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:07.628199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826fa95-1083-4616-97ce-81ec13db9071 None None] Pushing event updated for resources: {'Port': ['ID=c2cd6664-430c-457f-bf93-613b75ab42d0,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:07.641469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e826fa95-1083-4616-97ce-81ec13db9071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:07.654150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:07.662953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:security_group_rule and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:07.678099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:07.702245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:07.751812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d89eb-355f-42ff-97b0-fe6bf2eb7974 None None] Pushing event updated for resources: {'Port': ['ID=47d7d245-dbc9-4879-a0e6-634984df62bd,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:07.773687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-de1d89eb-355f-42ff-97b0-fe6bf2eb7974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:07.783184 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-678c873b-24ac-4dec-93ee-5e7cd3b778b6 req-07ea3f45-1c9a-431e-9778-7e9d64c7255f service neutron] 10.222.0.100 "GET /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2239435
Feb 11 19:29:07.808733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:08.089265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Attempting to bind port c2cd6664-430c-457f-bf93-613b75ab42d0 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:08.089669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Attempting to bind port c2cd6664-430c-457f-bf93-613b75ab42d0 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:08.090066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Attempting to bind port c2cd6664-430c-457f-bf93-613b75ab42d0 on network ca26a0d2-f47e-40e3-9ca7-9284da085137 {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:08.095681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:08.124654 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:08.124654 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Checking segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:08.139875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:08.140378 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Bound using segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:08.142136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Bound port: c2cd6664-430c-457f-bf93-613b75ab42d0, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:08.142136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:08.154950 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b58cf10-21d3-47a5-9ce8-02323597aedf', 'tag': '6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7', 'status': 'completed', 'code': 200}
Feb 11 19:29:08.167962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:08.170506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0b0dbcb6-a92d-4700-a8c8-b9c027821f0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:08.273050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734ab707-1e33-4991-9c67-09c9f0e3a701,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:08.424772 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31a8f6bd-1ded-4b4e-b23d-874743b45e64 req-53ab92aa-1794-404a-bd8d-78581022c105 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 210 time: 0.1019814
Feb 11 19:29:08.460546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-dd45e386-9275-4ea5-81a6-d3023e108492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:08.464067 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-dd45e386-9275-4ea5-81a6-d3023e108492 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=92cfa49099e5401bbf052860dec3302c&device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 1160 time: 0.2840531
Feb 11 19:29:08.468500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:08.639739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Attempting to bind port 47d7d245-dbc9-4879-a0e6-634984df62bd on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:08.640187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Attempting to bind port 47d7d245-dbc9-4879-a0e6-634984df62bd by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:08.640701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Attempting to bind port 47d7d245-dbc9-4879-a0e6-634984df62bd on network bb5831f8-57ba-4e6c-bd30-a12c90a38677 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:08.648372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:08.648802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Checking segment: {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:08.649282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:08.649721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Bound using segment: {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:08.650278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Bound port: 47d7d245-dbc9-4879-a0e6-634984df62bd, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:08.650888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:08.833550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-a3d7c825-2576-4c8e-8bab-fd081cc7f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:08.835092 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-a3d7c825-2576-4c8e-8bab-fd081cc7f550 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4d0fc107-bf48-44cd-bd29-00f6dd39b40d HTTP/1.1" status: 200  len: 906 time: 0.3639126
Feb 11 19:29:08.909123 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-07ef2ad3-5828-4a89-9e5e-6a7b2cd32b93 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 HTTP/1.1" status: 200  len: 217 time: 0.0658596
Feb 11 19:29:08.985575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-4cb6eff7-2cca-4ebf-bb0c-43973120f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:08.987194 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-4cb6eff7-2cca-4ebf-bb0c-43973120f042 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e2b1870b-d862-4f61-8223-82cb92f27260 HTTP/1.1" status: 200  len: 852 time: 0.0705795
Feb 11 19:29:09.045140 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-8b33778e-8b04-4f59-8eac-eaf86e55ea1d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4d0fc107-bf48-44cd-bd29-00f6dd39b40d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497265
Feb 11 19:29:09.191106 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-e5fe0077-ef33-42a2-9c79-0577d80cb5ec service neutron] 10.222.0.100 "GET /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369913
Feb 11 19:29:09.340069 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-89b2f790-d323-40d9-855d-a8d55b7ff0ca req-a43bf5e0-5f7d-489c-af72-c0b43e29d11a service neutron] 10.222.0.100 "GET /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415358
Feb 11 19:29:09.479054 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:09.482000 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-16d14e8a-43ee-40a2-9bac-81fe69e4da76 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8994019
Feb 11 19:29:09.485632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51262) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:09.495691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'floatingip': {'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:09.524879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] For port 47d7d245-dbc9-4879-a0e6-634984df62bd, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:09.526772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] For port c2cd6664-430c-457f-bf93-613b75ab42d0, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:09.532409 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] For port 47d7d245-dbc9-4879-a0e6-634984df62bd, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=47d7d245-dbc9-4879-a0e6-634984df62bd,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:09.532527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] For port c2cd6664-430c-457f-bf93-613b75ab42d0, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=c2cd6664-430c-457f-bf93-613b75ab42d0,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:09.556656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:09.577206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:floatingip and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:09.600439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:09.600571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:09.600648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:09.606084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:09.650102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-de1d89eb-355f-42ff-97b0-fe6bf2eb7974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:09.663089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:09.783816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d89eb-355f-42ff-97b0-fe6bf2eb7974 None None] Pushing event updated for resources: {'Port': ['ID=47d7d245-dbc9-4879-a0e6-634984df62bd,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:09.793483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-de1d89eb-355f-42ff-97b0-fe6bf2eb7974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:09.857146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-441d36aa-c86b-4ff3-a2ff-6ed82e77d9cb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:09.857960 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-441d36aa-c86b-4ff3-a2ff-6ed82e77d9cb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Synchronizing usage tracker for tenant:108caeedcdd44de793c54da0539eac32 on resource:network {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:09.865434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:09.943463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826fa95-1083-4616-97ce-81ec13db9071 None None] Pushing event updated for resources: {'Port': ['ID=c2cd6664-430c-457f-bf93-613b75ab42d0,revision_number=4']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:09.957115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e826fa95-1083-4616-97ce-81ec13db9071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:09.995953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359accb4-c2a4-4530-9cc6-fa1eafadf955 req-2c072167-25cd-43ec-abde-1771b257c890 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:09.995953 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-359accb4-c2a4-4530-9cc6-fa1eafadf955 req-2c072167-25cd-43ec-abde-1771b257c890 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 943 time: 0.4028194
Feb 11 19:29:10.031500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:10.032183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae1ec400>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:10.032316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Routers {'73b2d2d8-bf37-4787-b4a9-1610e2706aa9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:10.033050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acd2acf8>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:28:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:10.089122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-441d36aa-c86b-4ff3-a2ff-6ed82e77d9cb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Unset dirty status for tenant:108caeedcdd44de793c54da0539eac32 on resource:network {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:10.098273 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-441d36aa-c86b-4ff3-a2ff-6ed82e77d9cb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 819 time: 1.8393896
Feb 11 19:29:10.125899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-359accb4-c2a4-4530-9cc6-fa1eafadf955 req-800961e8-f664-45c5-8e1f-07cf758ae5b4 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244121
Feb 11 19:29:10.135973 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-6c0420e8-1e2e-484d-a204-bc11c2400315 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/quotas/108caeedcdd44de793c54da0539eac32 HTTP/1.1" status: 200  len: 375 time: 0.0230944
Feb 11 19:29:10.381224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:10.507921 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e7b31f6b-d109-4751-8468-eb17d55469e0 req-819fc85b-52d8-4c59-bef2-90b9ff2e9c33 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 210 time: 0.1834972
Feb 11 19:29:10.609236 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] Set router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:10.809174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.objects.ports [None req-2358402e-0028-4ead-91c8-b81b44956a5c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80007) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 11 19:29:10.879944 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-cf1feb6c-e233-45d2-a0b7-f271d9b702f7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7360675
Feb 11 19:29:10.891198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:11.040521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51314) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:11.147851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:11.177494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae1ec400>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:08Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:11.187314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e604e2-eaa7-46c8-9307-9ff255f02d4f None None] The sync data for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi is: [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:08Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:29:11.250944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acd2acf8>, [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '47d7d245-dbc9-4879-a0e6-634984df62bd', 'name': '', 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'mac_address': 'fa:16:3e:60:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '3df1c86c-aa7a-4d75-8e10-6038c2c9ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:55Z', 'updated_at': '2021-02-11T19:29:08Z', 'revision_number': 4, 'project_id': '108caeedcdd44de793c54da0539eac32', 'subnets': [{'id': '3df1c86c-aa7a-4d75-8e10-6038c2c9ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:11.316195 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021a533-b12b-4737-ba48-1bdba940607d None None] The sync data for ids ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'] in dv-cinder-775250-1-iscsi is: [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '47d7d245-dbc9-4879-a0e6-634984df62bd', 'name': '', 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'mac_address': 'fa:16:3e:60:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '3df1c86c-aa7a-4d75-8e10-6038c2c9ced1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:55Z', 'updated_at': '2021-02-11T19:29:08Z', 'revision_number': 4, 'project_id': '108caeedcdd44de793c54da0539eac32', 'subnets': [{'id': '3df1c86c-aa7a-4d75-8e10-6038c2c9ced1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:29:11.349476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:11.355420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:11.358768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:11.705266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Allocated IP 172.27.2.33 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/282f6873-6eb8-4f8c-ba19-7a32d038d11e) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:11.726151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device c2cd6664-430c-457f-bf93-613b75ab42d0 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:11.752141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-fc7bf4ac-21db-40c3-b2ae-5fc7dbd096dc service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:29:11.766832 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-fc7bf4ac-21db-40c3-b2ae-5fc7dbd096dc service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4774911
Feb 11 19:29:11.779683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:11.836280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:11.856943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a33700fd4b294d959b033e0d80a16728 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:11.874473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:11.884619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:12.028317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.111847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.157070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port c2cd6664-430c-457f-bf93-613b75ab42d0 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:12.163014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port c2cd6664-430c-457f-bf93-613b75ab42d0 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:12.163603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.165454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.243160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e2a71996-8df4-4bd6-aa28-83afb4dd8861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:12.262952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7,segment=NetworkSegment(df5e0d9c-8b75-4d15-afbc-294d2f87ec52),segment_id=df5e0d9c-8b75-4d15-afbc-294d2f87ec52)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:12.279012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b58cf10-21d3-47a5-9ce8-02323597aedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:12.294928 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a33700fd4b294d959b033e0d80a16728&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2532043
Feb 11 19:29:12.295756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51346) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:12.296736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f798ce-b2a1-4000-b57d-88adf7f8594d,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:12.405996 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2b1ab6c4-6d51-4129-b310-b270f520b5f7 service neutron] 10.222.0.79 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6381893
Feb 11 19:29:12.410199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a48116-cdc7-435b-b84a-16b2c4b2a4b5 req-8b91e597-40d2-4633-aaf7-877997431b81 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:12.411926 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-01a48116-cdc7-435b-b84a-16b2c4b2a4b5 req-8b91e597-40d2-4633-aaf7-877997431b81 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 943 time: 0.9561112
Feb 11 19:29:12.412862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:12.480787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.489487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0230f378-879f-45da-b1e7-0bacad52b3b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:12.604817 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-01a48116-cdc7-435b-b84a-16b2c4b2a4b5 req-59999ebe-cd54-4656-9e3a-b24e835c5e9b tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687624
Feb 11 19:29:12.616515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1af0dae-f668-41d7-9c1f-d3af775f639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.654283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1af0dae-f668-41d7-9c1f-d3af775f639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.669032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:12.697747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:12.698719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:12.764701 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-33f73034-3dd8-4edf-9e66-62db63fd525c service neutron] 10.222.0.79 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3448637
Feb 11 19:29:12.774404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.904072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:12.957133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9358e041-c219-4fac-9670-52a4f703b206 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:13.065155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:13.095461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:13.095877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:13.216182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port c2cd6664-430c-457f-bf93-613b75ab42d0, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=c2cd6664-430c-457f-bf93-613b75ab42d0,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:13.217783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'Port': ['ID=282f6873-6eb8-4f8c-ba19-7a32d038d11e,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:13.233969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:13.300407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:13.305003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:13.306381 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-81b43843-638c-47de-a863-ad7da213842d req-d2a77f6c-3efc-4621-bda5-1955cc448577 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 210 time: 0.3748190
Feb 11 19:29:13.311971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:13.324261 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1af0dae-f668-41d7-9c1f-d3af775f639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:13.353276 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:13.392464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:13.394990 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4d05bb33-ef07-4a97-9a63-dc084b298849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:13.481035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af0dae-f668-41d7-9c1f-d3af775f639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f798ce-b2a1-4000-b57d-88adf7f8594d,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:13.494591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a1af0dae-f668-41d7-9c1f-d3af775f639d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:13.608288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:13.723378 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 47d7d245-dbc9-4879-a0e6-634984df62bd up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:13.858958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:13.897188 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b58cf10-21d3-47a5-9ce8-02323597aedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7', 'code': 200}
Feb 11 19:29:13.939501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=c2cd6664-430c-457f-bf93-613b75ab42d0,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:13.946805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:13.991297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-3e720b53-41c0-484b-b0bf-ca56de065149 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:13.991662 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-3e720b53-41c0-484b-b0bf-ca56de065149 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 816 time: 0.9674723
Feb 11 19:29:13.998652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1af0dae-f668-41d7-9c1f-d3af775f639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:13.999986 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a1af0dae-f668-41d7-9c1f-d3af775f639d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4f798ce-b2a1-4000-b57d-88adf7f8594d HTTP/1.1" status: 204  len: 168 time: 1.6994064
Feb 11 19:29:14.024811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d56cf0fc-1f3c-48e5-96e9-0e336a4efe3c req-7bf05bec-f0cb-4548-b5ed-d9bf4f2d97c1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Synchronizing usage tracker for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:14.041068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 47d7d245-dbc9-4879-a0e6-634984df62bd completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:14.047874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 47d7d245-dbc9-4879-a0e6-634984df62bd triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:14.048831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:14.213386 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-2fb681b1-4262-42dd-9996-e48c91c5c7dc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=26b4c68409ae4cfdaea868375087a422 HTTP/1.1" status: 200  len: 5703 time: 0.2052298
Feb 11 19:29:14.214392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d56cf0fc-1f3c-48e5-96e9-0e336a4efe3c req-7bf05bec-f0cb-4548-b5ed-d9bf4f2d97c1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Unset dirty status for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:14.226541 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d56cf0fc-1f3c-48e5-96e9-0e336a4efe3c req-7bf05bec-f0cb-4548-b5ed-d9bf4f2d97c1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 210 time: 0.7284110
Feb 11 19:29:14.227310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.100', 57827) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:14.343964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'port': {'device_id': 'fc170687-8420-4c60-a220-40bff428b63a', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'admin_state_up': True, 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'security_groups': ['8178e7e9-60ea-43af-8b5c-a139f065b64b']}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:14.393481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:14.489562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 47d7d245-dbc9-4879-a0e6-634984df62bd, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=47d7d245-dbc9-4879-a0e6-634984df62bd,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:14.522916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:14.530055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:14.649851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3101-db60-4e07-893d-6eb3de57eae6 req-c84e4282-aca5-4e18-bcdc-c16f007ec286 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:14.663525 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-089f3101-db60-4e07-893d-6eb3de57eae6 req-c84e4282-aca5-4e18-bcdc-c16f007ec286 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 945 time: 0.7045231
Feb 11 19:29:14.709099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:14.756969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0108340-00bd-4d35-8789-022aa6233f96 req-b620c550-072c-4394-ad00-3b1688fbec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:14.758726 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d0108340-00bd-4d35-8789-022aa6233f96 req-b620c550-072c-4394-ad00-3b1688fbec12 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 1162 time: 0.5292833
Feb 11 19:29:14.759828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:14.792466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d0108340-00bd-4d35-8789-022aa6233f96 req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:14.816760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=47d7d245-dbc9-4879-a0e6-634984df62bd,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:14.832944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:port and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:14.834294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:14.841972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-d0108340-00bd-4d35-8789-022aa6233f96 req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:14.847270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d0108340-00bd-4d35-8789-022aa6233f96 req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Usage tracker for resource:security_group_rule and tenant:34df1731f38044529a3b94a708ec132c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:14.850583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d0108340-00bd-4d35-8789-022aa6233f96 req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:14.858468 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-d0108340-00bd-4d35-8789-022aa6233f96 req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:14.932977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:14.933403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:14.944613 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-089f3101-db60-4e07-893d-6eb3de57eae6 req-90bf5d7c-1798-4f2d-9e5e-1caf3e038212 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2800038
Feb 11 19:29:15.021508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:15.155696 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.164558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:15.182011 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d47c2c5-ff02-47ab-9c3a-4bbda4e1d998 req-7317b991-febf-4450-a4c8-b8898f24b112 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 210 time: 0.1641343
Feb 11 19:29:15.204488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.206270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d0108340-00bd-4d35-8789-022aa6233f96 req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.226041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:15.269700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Made reservation on behalf of 26b4c68409ae4cfdaea868375087a422 for: {'port': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:15.295056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.336871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d0108340-00bd-4d35-8789-022aa6233f96 req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.391258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6cd6cb3b-1626-4cc7-be6e-7b310ab5ca5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:15.443699 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d0108340-00bd-4d35-8789-022aa6233f96 req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6778653
Feb 11 19:29:15.474720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13d90cce-1a18-42d2-b4ae-69dbda038b19,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:15.486101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:15.491446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51456) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:15.538279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.555270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 47d7d245-dbc9-4879-a0e6-634984df62bd up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:15.596073 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:15.603508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Usage tracker for resource:security_group_rule and tenant:ff34908776dd446c8f2dc98feb492839 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:15.606571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:15.615467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:15.665148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 47d7d245-dbc9-4879-a0e6-634984df62bd triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:15.665893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.677564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-6e8a0fcc-6e2b-4e29-a509-feedff18a6b8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:15.679341 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-6e8a0fcc-6e2b-4e29-a509-feedff18a6b8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 819 time: 0.4073114
Feb 11 19:29:15.752044 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-0dff9a86-35ca-4c53-ad09-1c7cbf22a047 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/quotas/108caeedcdd44de793c54da0539eac32 HTTP/1.1" status: 200  len: 375 time: 0.0651026
Feb 11 19:29:15.757214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'Port': ['ID=282f6873-6eb8-4f8c-ba19-7a32d038d11e,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:15.796762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.797504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:15.881778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device c2cd6664-430c-457f-bf93-613b75ab42d0 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:15.890837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:15.907812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1217d37a-a0b6-4d5b-8430-e4030140d86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:15.954774 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-e5ed3f2c-ecfe-4a85-9d74-118518de2e0f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2013528
Feb 11 19:29:16.005751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:16.123531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Allocated IP 172.20.0.4 (896ca65c-f504-458d-a9ca-c89f6068f18e/cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4/edceb994-9a2f-4a7b-8562-4bcc298962cb) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:16.141824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:16.142414 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff34908776dd446c8f2dc98feb492839&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6378891
Feb 11 19:29:16.145570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed62578a-a618-4cfa-a4ab-a515891cf050,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:16.146985 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.6596837
Feb 11 19:29:16.147788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51468) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:16.250079 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-eff2a4bd-8f56-4d4f-8f3f-d92776768a1d service neutron] 10.222.0.79 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2933197
Feb 11 19:29:16.319887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port c2cd6664-430c-457f-bf93-613b75ab42d0 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:16.320309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:16.395871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1279cdc4-0243-4a3b-af9b-58983b888985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:16.430014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:16.570839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1279cdc4-0243-4a3b-af9b-58983b888985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:16.604881 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-4833f62e-58eb-4158-876c-8cee33b48682 service neutron] 10.222.0.79 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3459609
Feb 11 19:29:16.869052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1279cdc4-0243-4a3b-af9b-58983b888985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:16.875471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:16.931753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279cdc4-0243-4a3b-af9b-58983b888985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed62578a-a618-4cfa-a4ab-a515891cf050,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:16.935334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1279cdc4-0243-4a3b-af9b-58983b888985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:16.953230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1279cdc4-0243-4a3b-af9b-58983b888985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:16.958004 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1279cdc4-0243-4a3b-af9b-58983b888985 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed62578a-a618-4cfa-a4ab-a515891cf050 HTTP/1.1" status: 204  len: 168 time: 0.8069007
Feb 11 19:29:17.040378 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-144f5239-dee6-4d57-a8a5-55969ebe23b1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:17.042736 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-144f5239-dee6-4d57-a8a5-55969ebe23b1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 819 time: 0.6093216
Feb 11 19:29:17.057720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-036a4779-ad80-4fa4-adf3-adad81aedb0d req-3e833762-f20a-4573-9d9f-a8e2fa09d6ea tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:17.059952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:17.093296 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Transition to ACTIVE for port object edceb994-9a2f-4a7b-8562-4bcc298962cb will not be triggered until provisioned by entity DHCP. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:17.126025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-036a4779-ad80-4fa4-adf3-adad81aedb0d req-3e833762-f20a-4573-9d9f-a8e2fa09d6ea tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:17.127645 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-036a4779-ad80-4fa4-adf3-adad81aedb0d req-3e833762-f20a-4573-9d9f-a8e2fa09d6ea tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 210 time: 0.1277804
Feb 11 19:29:17.290618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a8773-cd80-47a8-89d7-6e4cda1a3de6 req-e87ec55b-4681-4ec2-a5fb-96a9a12705c5 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:17.293657 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b2a8773-cd80-47a8-89d7-6e4cda1a3de6 req-e87ec55b-4681-4ec2-a5fb-96a9a12705c5 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 945 time: 1.1559184
Feb 11 19:29:17.301863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Request body: {'port': {'device_id': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677', 'admin_state_up': True, 'tenant_id': '108caeedcdd44de793c54da0539eac32'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:17.422764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:17.440278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-1563e762-56df-4175-957f-0de8d5ccfa1d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Synchronizing usage tracker for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:security_group {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:17.494523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-1563e762-56df-4175-957f-0de8d5ccfa1d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Unset dirty status for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:security_group {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:17.502528 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-1563e762-56df-4175-957f-0de8d5ccfa1d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--299828793&fields=id&tenant_id=2bbe376498f449c5a0432bce5ceda11b HTTP/1.1" status: 200  len: 267 time: 0.1436574
Feb 11 19:29:17.525283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:17.825059 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b2a8773-cd80-47a8-89d7-6e4cda1a3de6 req-5e2a6e9f-7ebe-48db-aab4-168d4fd5c17a tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5009489
Feb 11 19:29:17.918831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Network 896ca65c-f504-458d-a9ca-c89f6068f18e is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:17.920280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:17.922418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:18.091659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-89b6ec60-35f3-411d-97b7-2cc0664e03ee tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:18.099484 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-89b6ec60-35f3-411d-97b7-2cc0664e03ee tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 811 time: 0.5947578
Feb 11 19:29:18.104687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:18.105419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:18.117645 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-d4c2095a-8b86-4419-aa79-88028ddb04b9 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/quotas/2bbe376498f449c5a0432bce5ceda11b HTTP/1.1" status: 200  len: 375 time: 0.0170007
Feb 11 19:29:18.120004 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'Port': ['ID=edceb994-9a2f-4a7b-8562-4bcc298962cb,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:18.123522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:18.187059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:18.197383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:18.212967 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a03b272f-c13b-431d-ab13-3560ea2d6f4a req-2cd36d14-e282-4994-8763-4b73fda3c55f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.1025703
Feb 11 19:29:18.242847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Made reservation on behalf of 108caeedcdd44de793c54da0539eac32 for: {'port': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:18.290566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:18.302119 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-f72ca1e0-1f9d-417b-b80c-dc181c99d257 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1746342
Feb 11 19:29:18.340913 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1068947
Feb 11 19:29:18.359591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Request body: {'port': {'device_id': 'fc170687-8420-4c60-a220-40bff428b63a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:18.372045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ac83cc69-89d0-405d-a95f-59e4945fc188 None None] Provisioning for port edceb994-9a2f-4a7b-8562-4bcc298962cb completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:18.377676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ac83cc69-89d0-405d-a95f-59e4945fc188 None None] Provisioning complete for port edceb994-9a2f-4a7b-8562-4bcc298962cb triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:18.378092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ac83cc69-89d0-405d-a95f-59e4945fc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:18.497470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-ac83cc69-89d0-405d-a95f-59e4945fc188 None None] Port edceb994-9a2f-4a7b-8562-4bcc298962cb cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:29:18.514138 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-082d3227-0abc-424a-9488-6a6bb16d807f service neutron] 10.222.0.79 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110050
Feb 11 19:29:18.680710 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-96176cd4-2d9d-4457-bec6-f5b608541b85 service neutron] 10.222.0.79 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1593733
Feb 11 19:29:18.784988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:18.916334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d5837-d4f4-4e84-be04-758f83456a07 req-dfae9102-7994-46ad-8bca-edb4c64a4af4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:18.917156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-3e9d5837-d4f4-4e84-be04-758f83456a07 req-dfae9102-7994-46ad-8bca-edb4c64a4af4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:19.142176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-3e9d5837-d4f4-4e84-be04-758f83456a07 req-dfae9102-7994-46ad-8bca-edb4c64a4af4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:19.143501 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3e9d5837-d4f4-4e84-be04-758f83456a07 req-dfae9102-7994-46ad-8bca-edb4c64a4af4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 931 time: 0.7290108
Feb 11 19:29:19.316772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.100', 57837) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:19.353027 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3e9d5837-d4f4-4e84-be04-758f83456a07 req-f2d78ff1-224f-4647-a030-abd08faf08c6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1816499
Feb 11 19:29:19.620504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-37194943-12d1-4e67-86ca-c94f3f30936a req-17ef1383-5f62-4950-957c-5f80ee1af0bd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Synchronizing usage tracker for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:19.675509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575195c-f682-4e46-bf21-751eeb3f95ec req-173e940b-4e7f-40ce-86af-e9fe7b8df4e6 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:19.677309 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9575195c-f682-4e46-bf21-751eeb3f95ec req-173e940b-4e7f-40ce-86af-e9fe7b8df4e6 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 945 time: 0.5339200
Feb 11 19:29:19.682636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Allocated IP 172.20.0.14 (bb5831f8-57ba-4e6c-bd30-a12c90a38677/3df1c86c-aa7a-4d75-8e10-6038c2c9ced1/f668ab0c-5f58-42da-b362-0db16c0e2c9a) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:19.722275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-37194943-12d1-4e67-86ca-c94f3f30936a req-17ef1383-5f62-4950-957c-5f80ee1af0bd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Unset dirty status for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:19.723558 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-37194943-12d1-4e67-86ca-c94f3f30936a req-17ef1383-5f62-4950-957c-5f80ee1af0bd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 210 time: 0.2125089
Feb 11 19:29:19.786537 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9575195c-f682-4e46-bf21-751eeb3f95ec req-e0124b22-f15e-4215-8809-98829d3dad7a tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892241
Feb 11 19:29:19.881171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-c56721b8-893a-4fe1-a7ba-d7cfa578b9b5 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:19.883998 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-c56721b8-893a-4fe1-a7ba-d7cfa578b9b5 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 819 time: 0.5642014
Feb 11 19:29:19.902882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Request body: {'port': {'device_id': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677', 'admin_state_up': True, 'tenant_id': '108caeedcdd44de793c54da0539eac32'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:20.073671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:20.086512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:20.183578 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Made reservation on behalf of 108caeedcdd44de793c54da0539eac32 for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:20.216173 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:20.257403 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-859283ef-e7c5-4c3f-8b50-42a12afa0b73 req-1e8b1266-c372-4f1e-9393-c3ab8b214319 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.1295567
Feb 11 19:29:20.309219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edceb994-9a2f-4a7b-8562-4bcc298962cb {{(pid=80006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:29:20.342966 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:20.478301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Transition to ACTIVE for port object edceb994-9a2f-4a7b-8562-4bcc298962cb will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:20.564307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:20.605575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:20.870217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f77257-4e80-410c-af2b-f1fcebf6317c req-cbf3589b-ffbd-4402-8257-e5b93fd18cc2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:20.871973 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-95f77257-4e80-410c-af2b-f1fcebf6317c req-cbf3589b-ffbd-4402-8257-e5b93fd18cc2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.2551248
Feb 11 19:29:20.992051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-95f77257-4e80-410c-af2b-f1fcebf6317c req-336387ee-aa9c-4f05-bf7b-bc4e6bf71985 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:security_group {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:21.007455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-95f77257-4e80-410c-af2b-f1fcebf6317c req-336387ee-aa9c-4f05-bf7b-bc4e6bf71985 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:security_group {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:21.010020 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-95f77257-4e80-410c-af2b-f1fcebf6317c req-336387ee-aa9c-4f05-bf7b-bc4e6bf71985 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1288483
Feb 11 19:29:21.351737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Pushing event updated for resources: {'Port': ['ID=edceb994-9a2f-4a7b-8562-4bcc298962cb,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:21.364554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:21.434269 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9a6eaf23-355a-43b4-900a-68c2e47a5d1b req-ddb4e588-59ad-44d0-943f-e1060640c1c7 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 210 time: 0.4515250
Feb 11 19:29:21.487195 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a7630c60-49ca-4edb-9b6c-a30ba1efb791 req-f36bbfdc-c411-47d0-a413-49e5cbb1016b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.0772457
Feb 11 19:29:21.566876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:21.607132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Attempting to bind port edceb994-9a2f-4a7b-8562-4bcc298962cb on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:21.607511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Attempting to bind port edceb994-9a2f-4a7b-8562-4bcc298962cb by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:21.607882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Attempting to bind port edceb994-9a2f-4a7b-8562-4bcc298962cb on network 896ca65c-f504-458d-a9ca-c89f6068f18e {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:21.616981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:21.617357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Checking segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:21.618442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:21.622663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Bound using segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:21.623420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Bound port: edceb994-9a2f-4a7b-8562-4bcc298962cb, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:21.623958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:21.650653 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.100', 57844) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:21.740731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:21.775579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:21.841224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.14-72528ad1-f3c6-46ef-a598-4682ac8ff5dc {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:29:21.841591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:29:22.019931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] For port edceb994-9a2f-4a7b-8562-4bcc298962cb, host hv-cinder-77525, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:22.026143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Pushing event updated for resources: {'Port': ['ID=f668ab0c-5f58-42da-b362-0db16c0e2c9a,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:22.045508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:22.056775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] For port edceb994-9a2f-4a7b-8562-4bcc298962cb, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:22.101039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:22.130639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-9ca08d30-8ec3-42a1-a804-66d7369d335b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:22.132463 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-9ca08d30-8ec3-42a1-a804-66d7369d335b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 811 time: 0.4803925
Feb 11 19:29:22.267408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-57b5de53-7b91-44bb-b15d-fe90274092b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:22.314994 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-84d273d5-9494-417d-945a-8bc9b50b5171 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2bbe376498f449c5a0432bce5ceda11b HTTP/1.1" status: 200  len: 5702 time: 0.1699948
Feb 11 19:29:22.327230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'port': {'device_id': '217bfabb-afde-43f4-9f35-1f229b15a679', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'admin_state_up': True, 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'security_groups': ['b436dcf1-dccc-4366-8ce0-30eb45084cc0']}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:22.354371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:22.355412 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:22.356936 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-942b8493-9597-4989-b519-e9f74151eccd service neutron] 10.222.0.100 "PUT /v2.0/ports/edceb994-9a2f-4a7b-8562-4bcc298962cb HTTP/1.1" status: 200  len: 1157 time: 4.0031815
Feb 11 19:29:22.361275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:22.378844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:22.383797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:22.386221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:22.515779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:22.536778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:22.612033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:22.612926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:22.617564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Pushing event updated for resources: {'Port': ['ID=edceb994-9a2f-4a7b-8562-4bcc298962cb,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:22.628856 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:22.656619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:22.730762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-257ef54a-83c4-49f0-a61f-48a4bcab0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:22.736176 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-257ef54a-83c4-49f0-a61f-48a4bcab0a44 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 1160 time: 0.2574437
Feb 11 19:29:22.778996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Made reservation on behalf of 2bbe376498f449c5a0432bce5ceda11b for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:22.800255 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:22.819810 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-0ffd8a78-8342-4bd6-8fc5-5271c93aaf68 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb HTTP/1.1" status: 200  len: 217 time: 0.0783763
Feb 11 19:29:22.821980 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5258224
Feb 11 19:29:22.907550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-0fcd6b66-1fd8-42cd-89f6-b09de9986bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:22.909743 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-0fcd6b66-1fd8-42cd-89f6-b09de9986bf6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.0783272
Feb 11 19:29:22.913790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Request body: {'port': {'device_id': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:22.930793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62842612-6530-4ffe-be51-b5b74ff542c4 req-bda47dde-e778-40ac-bb3e-551ea14a32ef tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:22.932616 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62842612-6530-4ffe-be51-b5b74ff542c4 req-bda47dde-e778-40ac-bb3e-551ea14a32ef tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.4001019
Feb 11 19:29:22.987864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51708) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:23.095337 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'status': 'completed', 'code': 200}
Feb 11 19:29:23.198724 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62842612-6530-4ffe-be51-b5b74ff542c4 req-0cdd1815-a463-41c3-8a63-dfdfe1ee0719 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2412133
Feb 11 19:29:23.257329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:23.364623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:23.388429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:23.388577 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8717775a-ff76-41a7-be38-e26c2d691caf req-fd1c6869-4691-438b-b229-7e85addd44c0 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 210 time: 0.0751488
Feb 11 19:29:23.392668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-4749833b-4849-496f-97a8-aa373d36c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:23.394258 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-4749833b-4849-496f-97a8-aa373d36c498 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4436982
Feb 11 19:29:23.420312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9f871a4caf4e8f9728c03f57f96ec2 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:23.426972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:23.436561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:24.272147 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-93d5ede5-67bb-43ad-aa75-5b070ceaaa39 req-3ee63d28-ae73-4773-aeed-ae5da19aef1f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.0961678
Feb 11 19:29:24.272147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Allocated IP 172.20.0.4 (ca26a0d2-f47e-40e3-9ca7-9284da085137/d78490f6-314f-44a3-b088-b210200ef8cf/f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:24.272147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Allocated IP 172.20.0.10 (bb5831f8-57ba-4e6c-bd30-a12c90a38677/3df1c86c-aa7a-4d75-8e10-6038c2c9ced1/77ad6499-c923-467f-85f3-578dac0f3065) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:24.274278 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-034847f2-217f-400e-a28c-f8b1a4dbcfe8 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3073311
Feb 11 19:29:24.274278 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e5c5c469-9613-4f3e-a9f1-04d5cc3d8e12 req-a5a35e76-3b49-4a4b-b878-a0d915c5b0ac service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448929
Feb 11 19:29:24.274278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-83dad300-b9d9-4c4d-8cce-1c5af8593969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:24.274278 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-83dad300-b9d9-4c4d-8cce-1c5af8593969 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 1160 time: 0.0818088
Feb 11 19:29:24.312345 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:24.382114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:24.382114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2016ef6-a5b0-44d8-96b9-26814c3721ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:24.421709 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a9f871a4caf4e8f9728c03f57f96ec2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4249213
Feb 11 19:29:24.424874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5690df9f-9f1b-4562-8182-69c129788459,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:24.426079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51734) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:24.428537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:24.475908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-cf0804d9-aec9-44bc-93e0-218a9726157f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:24.477779 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-cf0804d9-aec9-44bc-93e0-218a9726157f service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.1772573
Feb 11 19:29:24.602514 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-55d62bf1-5a31-47e3-804e-d499aa9c9a11 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb HTTP/1.1" status: 200  len: 217 time: 0.1142347
Feb 11 19:29:24.628970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-060e77cf-542b-4757-8405-35ae6b304e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:24.736870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd2ae19-10ee-4f95-94af-fcd4af779d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:24.768684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-b7df4915-83cd-4add-bedb-0f9472b6647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:24.770463 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-b7df4915-83cd-4add-bedb-0f9472b6647e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.1229177
Feb 11 19:29:24.843439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd2ae19-10ee-4f95-94af-fcd4af779d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:24.962510 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-447bfb5b-16c7-42bb-9eef-1bd909abdb11 req-0099d45b-cfdd-4786-a202-daa48e6c63c6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 210 time: 0.3522449
Feb 11 19:29:24.980575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5e0a0-7c8e-4f1c-bbec-4e2619a7c227 req-c6d1233d-207c-405d-ab75-a251f880adc3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:24.988516 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31e5e0a0-7c8e-4f1c-bbec-4e2619a7c227 req-c6d1233d-207c-405d-ab75-a251f880adc3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.3846462
Feb 11 19:29:25.085485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd2ae19-10ee-4f95-94af-fcd4af779d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:25.095889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-d4052124-e1eb-45a4-9bba-bf97c5ba0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:25.098478 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-d4052124-e1eb-45a4-9bba-bf97c5ba0fcc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3160079
Feb 11 19:29:25.210466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:25.294921 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a7df906d-62f7-42d2-9702-d22cbaf9771c req-c5bf8e43-2a55-4a42-b0a7-c8cb247c7f45 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.0801930
Feb 11 19:29:25.321361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Transition to ACTIVE for port object f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:25.342531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:25.356440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2d9f9a96-e10b-4bfb-92d3-92017d64438d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:25.397463 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31e5e0a0-7c8e-4f1c-bbec-4e2619a7c227 req-8894aa15-7f2f-466d-bb53-430f31652030 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4078362
Feb 11 19:29:25.437181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:25.439740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.100', 57864) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:25.456367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2ae19-10ee-4f95-94af-fcd4af779d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5690df9f-9f1b-4562-8182-69c129788459,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:25.458675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd2ae19-10ee-4f95-94af-fcd4af779d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:25.463187 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ecd2ae19-10ee-4f95-94af-fcd4af779d17 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5690df9f-9f1b-4562-8182-69c129788459 HTTP/1.1" status: 204  len: 168 time: 1.0329030
Feb 11 19:29:25.482278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ecd2ae19-10ee-4f95-94af-fcd4af779d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:25.568748 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:25.629423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:25.731692 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-c5076533-5f94-4c85-931b-0f68afb86ce2 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6249878
Feb 11 19:29:25.838972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'Port': ['ID=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:25.874283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:25.880493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9c3a5424-c746-4827-9b8a-674d8653b9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:25.959318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f668ab0c-5f58-42da-b362-0db16c0e2c9a {{(pid=80006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:29:25.971794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:25.983625 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-193f9c9e-38ac-4dfa-b0e0-51e9acec79de service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5425150
Feb 11 19:29:26.010004 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a477af2-5f0e-4d66-b223-e8ed0ab4a607 req-503e2104-178d-4bf5-a2d6-cbfcf1df524e service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1829548
Feb 11 19:29:26.056059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Transition to ACTIVE for port object f668ab0c-5f58-42da-b362-0db16c0e2c9a will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:26.080522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Pushing event updated for resources: {'Port': ['ID=77ad6499-c923-467f-85f3-578dac0f3065,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:26.091772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:26.098555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:26.099603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:26.110605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:26.145346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:26.193344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:29:26.315630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:26.316462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:26.324370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51780) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:26.325346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:26.407862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Pushing event updated for resources: {'Port': ['ID=f668ab0c-5f58-42da-b362-0db16c0e2c9a,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:26.426922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:26.428402 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:26.458847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:26.484880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:26.485761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:26.491488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-5815ab13-eff1-4de2-808f-f9fb6b01a63e None None] Provisioning for port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:26.498158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-5815ab13-eff1-4de2-808f-f9fb6b01a63e None None] Provisioning complete for port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:26.502178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5815ab13-eff1-4de2-808f-f9fb6b01a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:26.517651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:26.521749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Usage tracker for resource:security_group_rule and tenant:367a8cec3de642d3812c161b5962427a is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:26.525412 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:26.531293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:26.622462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:26.623244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5815ab13-eff1-4de2-808f-f9fb6b01a63e None None] Port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:29:26.642821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:26.643686 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:26.653605 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3309097
Feb 11 19:29:26.668874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Request body: {'port': {'device_id': '217bfabb-afde-43f4-9f35-1f229b15a679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:26.685783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:26.754653 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-df00ac4b-68f1-43d1-8eb6-9f609490081d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:26.791164 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=367a8cec3de642d3812c161b5962427a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3844459
Feb 11 19:29:26.799107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-1d5387e3-8f73-4510-86ec-9905fdb02693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:26.800854 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-1d5387e3-8f73-4510-86ec-9905fdb02693 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=92cfa49099e5401bbf052860dec3302c&device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 1162 time: 0.7271097
Feb 11 19:29:26.801935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca0ab7-45a0-4818-ae5d-cee04a71d5b8 req-e61071cc-e16f-452a-9490-6dabdb8ce43e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:26.803007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-0aca0ab7-45a0-4818-ae5d-cee04a71d5b8 req-e61071cc-e16f-452a-9490-6dabdb8ce43e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Synchronizing usage tracker for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:26.803877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51796) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:26.831225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d49db42c-59a7-45f6-9cfd-bb1eb705bd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:26.887017 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.9889977
Feb 11 19:29:26.904081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Request body: {'port': {'device_id': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:26.942582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-0aca0ab7-45a0-4818-ae5d-cee04a71d5b8 req-e61071cc-e16f-452a-9490-6dabdb8ce43e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Unset dirty status for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:26.946737 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0aca0ab7-45a0-4818-ae5d-cee04a71d5b8 req-e61071cc-e16f-452a-9490-6dabdb8ce43e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 931 time: 0.6145418
Feb 11 19:29:26.955964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba5aa72-2c0b-40b2-bb0b-2ac3fc8a9a1d,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:26.994411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:27.003229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.031817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Attempting to bind port f668ab0c-5f58-42da-b362-0db16c0e2c9a on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:27.032191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Attempting to bind port f668ab0c-5f58-42da-b362-0db16c0e2c9a by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:27.032567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Attempting to bind port f668ab0c-5f58-42da-b362-0db16c0e2c9a on network bb5831f8-57ba-4e6c-bd30-a12c90a38677 {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:27.061418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-b31459de-f0c2-47fb-a81f-2d3a08609084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:27.063217 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-b31459de-f0c2-47fb-a81f-2d3a08609084 service neutron] 10.222.0.100 "GET /v2.0/networks?id=4d0fc107-bf48-44cd-bd29-00f6dd39b40d HTTP/1.1" status: 200  len: 906 time: 0.2314775
Feb 11 19:29:27.063801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:27.070242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Checking segment: {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:27.070242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.070242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Bound using segment: {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:27.071117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device edceb994-9a2f-4a7b-8562-4bcc298962cb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:27.071192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Bound port: f668ab0c-5f58-42da-b362-0db16c0e2c9a, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:27.071192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.151618 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-9a2d7edc-276c-4bfc-9095-9b13875a6ccc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 HTTP/1.1" status: 200  len: 217 time: 0.0733206
Feb 11 19:29:27.190890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port edceb994-9a2f-4a7b-8562-4bcc298962cb completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:27.200426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port edceb994-9a2f-4a7b-8562-4bcc298962cb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:27.203904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.238133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.239416 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cf672-b2bf-4e1e-85a9-c045a1f5bf0e req-bce79f70-de13-42b4-bf88-2e68e3a08998 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:27.240237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-128cf672-b2bf-4e1e-85a9-c045a1f5bf0e req-bce79f70-de13-42b4-bf88-2e68e3a08998 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Synchronizing usage tracker for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:27.336319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a94f571-acc4-4325-84de-89a8353fdf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.352181 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0aca0ab7-45a0-4818-ae5d-cee04a71d5b8 req-f65fd8a6-870e-4dbb-b1dc-527c95ff2005 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3670328
Feb 11 19:29:27.359428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.409613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:27.423241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-c668cb08-0cca-4a26-b25e-1d63a292bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:27.428131 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-c668cb08-0cca-4a26-b25e-1d63a292bf14 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=e2b1870b-d862-4f61-8223-82cb92f27260 HTTP/1.1" status: 200  len: 852 time: 0.1756856
Feb 11 19:29:27.428131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-128cf672-b2bf-4e1e-85a9-c045a1f5bf0e req-bce79f70-de13-42b4-bf88-2e68e3a08998 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Unset dirty status for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:27.428131 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-128cf672-b2bf-4e1e-85a9-c045a1f5bf0e req-bce79f70-de13-42b4-bf88-2e68e3a08998 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 932 time: 0.9230750
Feb 11 19:29:27.428543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a94f571-acc4-4325-84de-89a8353fdf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.448503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port edceb994-9a2f-4a7b-8562-4bcc298962cb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:27.480347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.482475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-de1d89eb-355f-42ff-97b0-fe6bf2eb7974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:27.540840 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-e084c0c5-597b-40eb-9155-938d405de0d0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=4d0fc107-bf48-44cd-bd29-00f6dd39b40d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0865426
Feb 11 19:29:27.597518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] For port f668ab0c-5f58-42da-b362-0db16c0e2c9a, host hv-cinder-77525, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:27.670582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=edceb994-9a2f-4a7b-8562-4bcc298962cb,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:27.687693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:27.723106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.896560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:29:27.903532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] For port f668ab0c-5f58-42da-b362-0db16c0e2c9a, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:27.934212 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-128cf672-b2bf-4e1e-85a9-c045a1f5bf0e req-d929e1c9-462c-4c42-8a65-eb923fc4a0da tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4376099
Feb 11 19:29:27.963838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:27.967780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:28.053658 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'code': 200}
Feb 11 19:29:28.095523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e56ba-0f38-478a-a536-206090ad826e req-e9161fee-ef35-4c7e-bb07-5baad991cd83 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:28.097247 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-784e56ba-0f38-478a-a536-206090ad826e req-e9161fee-ef35-4c7e-bb07-5baad991cd83 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.4358134
Feb 11 19:29:28.150186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:28.252020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Pushing event updated for resources: {'Port': ['ID=f668ab0c-5f58-42da-b362-0db16c0e2c9a,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:28.259567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:28.266221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a94f571-acc4-4325-84de-89a8353fdf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:28.273090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:28.286555 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-ab8d0d3f-8500-4bd0-812d-2df8beb61f29 service neutron] 10.222.0.100 "GET /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7351060
Feb 11 19:29:28.295974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94f571-acc4-4325-84de-89a8353fdf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba5aa72-2c0b-40b2-bb0b-2ac3fc8a9a1d,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:28.332816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7a94f571-acc4-4325-84de-89a8353fdf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:28.346186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:28.346917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:28.348441 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] 10.222.0.100 "PUT /v2.0/ports/f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 200  len: 1158 time: 5.4431539
Feb 11 19:29:28.349431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a94f571-acc4-4325-84de-89a8353fdf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:28.350616 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-7a94f571-acc4-4325-84de-89a8353fdf95 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aba5aa72-2c0b-40b2-bb0b-2ac3fc8a9a1d HTTP/1.1" status: 204  len: 168 time: 1.5389092
Feb 11 19:29:28.351440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'tag': 'f668ab0c-5f58-42da-b362-0db16c0e2c9a'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:28.459739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:28.514276 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Transition to ACTIVE for port object f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:28.569548 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'tag': 'f668ab0c-5f58-42da-b362-0db16c0e2c9a', 'status': 'completed', 'code': 200}
Feb 11 19:29:28.591209 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:28.621375 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-784e56ba-0f38-478a-a536-206090ad826e req-e2abea84-8fa6-40c4-bb79-b3adad45d501 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5063210
Feb 11 19:29:28.651573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:28.708292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device edceb994-9a2f-4a7b-8562-4bcc298962cb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:28.743186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-706e15df-3d95-4c7b-b631-21b9544e97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:28.744420 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-706e15df-3d95-4c7b-b631-21b9544e97df service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1161 time: 0.2895224
Feb 11 19:29:28.752034 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-ce1e02e6-8c6e-4f77-bacb-21fb8fc7e690 service neutron] 10.222.0.100 "GET /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4518228
Feb 11 19:29:28.795472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port edceb994-9a2f-4a7b-8562-4bcc298962cb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:28.799762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:28.850581 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-798c8407-9fcb-46df-8dce-185424cbf7f0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 200  len: 217 time: 0.0974953
Feb 11 19:29:29.010119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:29.026675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:29.055295 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee811e4-f859-4695-897a-0b6bee0f9c34 req-e9680d3b-c545-47c4-95d5-fa8acf9717e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:29.057983 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bee811e4-f859-4695-897a-0b6bee0f9c34 req-e9680d3b-c545-47c4-95d5-fa8acf9717e0 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 1162 time: 0.5488622
Feb 11 19:29:29.126535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51852) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:29.153547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e8231-7932-46a5-b8dd-2eb8b6b4b59c req-a9f1cfd1-9cb2-4fbd-9efb-6f3cd37c625b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:29.162642 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-525e8231-7932-46a5-b8dd-2eb8b6b4b59c req-a9f1cfd1-9cb2-4fbd-9efb-6f3cd37c625b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 943 time: 0.5239458
Feb 11 19:29:29.171655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:29.178074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-d21f5544-16fe-43e2-86e7-eb5fb57f2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:29.181365 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-d21f5544-16fe-43e2-86e7-eb5fb57f2fcf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.3101413
Feb 11 19:29:29.193890 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bee811e4-f859-4695-897a-0b6bee0f9c34 req-27abbded-4ab1-4831-85d0-79cbe8724042 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657287
Feb 11 19:29:29.285987 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-59df7cbb-ce36-4320-a625-2f8059adee7d service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0814898
Feb 11 19:29:29.324212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-525e8231-7932-46a5-b8dd-2eb8b6b4b59c req-f2e00794-4258-4372-9517-3665a9856d15 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Synchronizing usage tracker for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:29.337903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-525e8231-7932-46a5-b8dd-2eb8b6b4b59c req-f2e00794-4258-4372-9517-3665a9856d15 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Unset dirty status for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:29.350852 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-525e8231-7932-46a5-b8dd-2eb8b6b4b59c req-f2e00794-4258-4372-9517-3665a9856d15 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1869309
Feb 11 19:29:29.417934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:29.433459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Attempting to bind port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:29.433834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Attempting to bind port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:29.434176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Attempting to bind port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 on network ca26a0d2-f47e-40e3-9ca7-9284da085137 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:29.455960 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ad6499-c923-467f-85f3-578dac0f3065 {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:29:29.462196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:29.462750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Checking segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:29.463009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:29.463406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Bound using segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:29.463916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Bound port: f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:29.464289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:29.484103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:29.493841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:29.497439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f5e8ef8bf044d0989d7d8c2a2e591a is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:29.503126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:29.522787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:29.586862 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-4a545fd9-1dff-4eca-b88f-95a91f5f550b service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729639
Feb 11 19:29:29.696067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59c029-8f94-48bb-84cb-b7c3dee32537 req-4cf2a817-0ca9-4763-b703-537a1a9445a6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:29.696852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-cb59c029-8f94-48bb-84cb-b7c3dee32537 req-4cf2a817-0ca9-4763-b703-537a1a9445a6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Synchronizing usage tracker for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:29.700341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Transition to ACTIVE for port object 77ad6499-c923-467f-85f3-578dac0f3065 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:29.755410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:29.769161 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9af3aae-294f-4a22-9395-26e60d0f8535 req-6f7226ca-91cd-4304-a103-4abc30530c26 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1735938
Feb 11 19:29:29.799494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-cb59c029-8f94-48bb-84cb-b7c3dee32537 req-4cf2a817-0ca9-4763-b703-537a1a9445a6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Unset dirty status for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:29.800787 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb59c029-8f94-48bb-84cb-b7c3dee32537 req-4cf2a817-0ca9-4763-b703-537a1a9445a6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 932 time: 0.6131377
Feb 11 19:29:29.808524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:29.906567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] For port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:29.911955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] For port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:30.021099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:30.055544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-e28a0d6a-ccdb-49e8-b898-3cc01f1d2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:30.057198 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-e28a0d6a-ccdb-49e8-b898-3cc01f1d2237 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1161 time: 0.1984043
Feb 11 19:29:30.158154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab9846-f90f-4581-87bc-621809e2c567 req-91d232ad-797d-4ed4-ab02-2e639a3f9748 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:30.160431 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-baab9846-f90f-4581-87bc-621809e2c567 req-91d232ad-797d-4ed4-ab02-2e639a3f9748 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2470179
Feb 11 19:29:30.220471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Pushing event updated for resources: {'Port': ['ID=77ad6499-c923-467f-85f3-578dac0f3065,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:30.242030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:30.285624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:30.362965 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-baab9846-f90f-4581-87bc-621809e2c567 req-b1442c86-d650-463e-9fd7-f995c8e1e2f6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988538
Feb 11 19:29:30.383483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-51b9061a-d66b-4f69-8a35-4f0e3841e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:30.385220 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-51b9061a-d66b-4f69-8a35-4f0e3841e305 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.2235487
Feb 11 19:29:30.453916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-cb59c029-8f94-48bb-84cb-b7c3dee32537 req-78fad796-f36e-427a-8cff-083349542982 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Synchronizing usage tracker for tenant:108caeedcdd44de793c54da0539eac32 on resource:security_group {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:30.517285 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-12e06f00-b0fc-4d71-be06-e9e480d227e3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 200  len: 217 time: 0.1171656
Feb 11 19:29:30.575938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:30.673121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:30.673362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:30.675068 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] 10.222.0.100 "PUT /v2.0/ports/f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 HTTP/1.1" status: 200  len: 1157 time: 4.0112646
Feb 11 19:29:30.682778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217bfabb-afde-43f4-9f35-1f229b15a679', 'tag': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:30.687763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:30.750618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:30.763172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:30.769782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1279cdc4-0243-4a3b-af9b-58983b888985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:30.784783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-cb59c029-8f94-48bb-84cb-b7c3dee32537 req-78fad796-f36e-427a-8cff-083349542982 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Unset dirty status for tenant:108caeedcdd44de793c54da0539eac32 on resource:security_group {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:30.785907 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb59c029-8f94-48bb-84cb-b7c3dee32537 req-78fad796-f36e-427a-8cff-083349542982 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9211152
Feb 11 19:29:30.825122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-1bb81a9b-1abb-4253-bce2-60e87c4ee327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:30.833811 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-1bb81a9b-1abb-4253-bce2-60e87c4ee327 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.2935724
Feb 11 19:29:30.909138 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6f5e8ef8bf044d0989d7d8c2a2e591a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7782185
Feb 11 19:29:30.926727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51926) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:30.942858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5ed15-411c-4221-ae74-5d3d893ec401 req-c7996161-e0db-4c69-b371-f8a394838ee1 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:30.944551 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4d5ed15-411c-4221-ae74-5d3d893ec401 req-c7996161-e0db-4c69-b371-f8a394838ee1 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 943 time: 0.3535047
Feb 11 19:29:31.017335 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-b148854b-61b2-4ccc-a31a-6ee30011acd0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716321
Feb 11 19:29:31.036876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0803f60-ce74-4d7f-adc9-d8bbe6075477,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:31.042492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:31.108048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4798623-52bc-4f68-8b8a-9b6b5138176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:31.156097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Attempting to bind port 77ad6499-c923-467f-85f3-578dac0f3065 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:31.156097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Attempting to bind port 77ad6499-c923-467f-85f3-578dac0f3065 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:31.156097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Attempting to bind port 77ad6499-c923-467f-85f3-578dac0f3065 on network bb5831f8-57ba-4e6c-bd30-a12c90a38677 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:31.179409 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:31.180594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Checking segment: {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:31.181010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:31.181411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Bound using segment: {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:31.181898 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Bound port: 77ad6499-c923-467f-85f3-578dac0f3065, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bb5831f8-57ba-4e6c-bd30-a12c90a38677'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:31.182288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:31.194267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4798623-52bc-4f68-8b8a-9b6b5138176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:31.205257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-a75e894b-8df5-4409-b0f3-beec6c2b4562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:31.206962 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-a75e894b-8df5-4409-b0f3-beec6c2b4562 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 1160 time: 0.4264891
Feb 11 19:29:31.256813 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4d5ed15-411c-4221-ae74-5d3d893ec401 req-1198fc19-bebf-4c58-a264-52a1e54d05d4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2612062
Feb 11 19:29:31.267336 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-89340cc9-3b46-4201-a94e-3d773fed0874 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2399106
Feb 11 19:29:31.358886 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-ac8df859-e9b3-4269-bd9b-06c6c2570487 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 HTTP/1.1" status: 200  len: 217 time: 0.1338477
Feb 11 19:29:31.457314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51942) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:31.464470 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217bfabb-afde-43f4-9f35-1f229b15a679', 'tag': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3', 'status': 'completed', 'code': 200}
Feb 11 19:29:31.483071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51948) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:31.500770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] For port 77ad6499-c923-467f-85f3-578dac0f3065, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:31.507095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] For port 77ad6499-c923-467f-85f3-578dac0f3065, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=77ad6499-c923-467f-85f3-578dac0f3065,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:31.510852 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f59c111-a0ce-4c51-b05a-7fb36761783c req-43a5b0c6-24c8-4583-9b01-b44cb862cacc service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2342701
Feb 11 19:29:31.513198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-b2615134-c1b8-4697-9d91-5d46a5b5315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:31.514813 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-b2615134-c1b8-4697-9d91-5d46a5b5315d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.1475251
Feb 11 19:29:31.590499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4798623-52bc-4f68-8b8a-9b6b5138176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:31.603006 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:31.610971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:31.642538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4798623-52bc-4f68-8b8a-9b6b5138176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0803f60-ce74-4d7f-adc9-d8bbe6075477,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:31.730675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:31.843070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36022440-98dd-48f6-b8c8-954c23bea01c req-261667ac-1b71-4d9e-9225-d28890458fb1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:31.844807 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-36022440-98dd-48f6-b8c8-954c23bea01c req-261667ac-1b71-4d9e-9225-d28890458fb1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2946877
Feb 11 19:29:31.845989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:31.850766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:7381eb1843814a168d6caed3889397c4 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:31.856174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:31.877621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:31.920632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e4798623-52bc-4f68-8b8a-9b6b5138176d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:31.921596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4798623-52bc-4f68-8b8a-9b6b5138176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:31.923243 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e4798623-52bc-4f68-8b8a-9b6b5138176d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0803f60-ce74-4d7f-adc9-d8bbe6075477 HTTP/1.1" status: 204  len: 168 time: 0.9862573
Feb 11 19:29:31.924629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:31.954841 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-36022440-98dd-48f6-b8c8-954c23bea01c req-d53e76f9-a695-4d61-bf52-65d9a0b7c151 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1004262
Feb 11 19:29:32.053081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Pushing event updated for resources: {'Port': ['ID=77ad6499-c923-467f-85f3-578dac0f3065,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:32.080165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.133087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.133891 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.134419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.134817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.135209 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.135604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.135991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.136728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.137246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.137760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.138148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.138881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.139289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.139859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.140254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.140632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.141011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.141393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.141770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.142284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.142535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.142984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.157008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.157008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.157008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:32.203508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.204801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.217765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:32.272579 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7381eb1843814a168d6caed3889397c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8104408
Feb 11 19:29:32.276278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51980) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:32.281872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:32.292764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db6968d-aa6d-4112-a692-a800b18087ca,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:32.300725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Usage tracker for resource:security_group_rule and tenant:d66e17e4eca2456fba8765c02ff3c00f is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:32.304275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:32.307483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.307888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.308310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.311413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.311413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.311413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.311413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.311413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.311413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.311413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.311413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.312098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.312168 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.312963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.312963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.313217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.313560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.313928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.314328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.314695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.315068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.315435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.315804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.316170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:32.321070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:32.328481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:32.359306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-fa53b7ea-5c0e-4c29-8521-70279e1c40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:32.361031 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-fa53b7ea-5c0e-4c29-8521-70279e1c40db service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8366401
Feb 11 19:29:32.420068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:32.420757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.422269 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] 10.222.0.100 "PUT /v2.0/ports/77ad6499-c923-467f-85f3-578dac0f3065 HTTP/1.1" status: 200  len: 1158 time: 5.5253215
Feb 11 19:29:32.452625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba951a-cc5a-44da-90d0-4279634d5c10 req-2327144a-7260-4bb2-ae65-da965c88bebe tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:32.454351 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ecba951a-cc5a-44da-90d0-4279634d5c10 req-2327144a-7260-4bb2-ae65-da965c88bebe tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.3296225
Feb 11 19:29:32.478910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e3508053-86b8-41b3-bc57-036c6e2e1bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.501924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 51988) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:32.514393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e3508053-86b8-41b3-bc57-036c6e2e1bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.630250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 51998) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:32.638016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4599ec1-1697-4d49-b1e1-943a8efe63c0 req-78f13147-478c-4ccb-97c3-509eaf029bdc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:32.639779 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e4599ec1-1697-4d49-b1e1-943a8efe63c0 req-78f13147-478c-4ccb-97c3-509eaf029bdc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 944 time: 0.5088644
Feb 11 19:29:32.649945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e3508053-86b8-41b3-bc57-036c6e2e1bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.653664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'floatingip': {'port_id': 'edceb994-9a2f-4a7b-8562-4bcc298962cb'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:32.655019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:32.662484 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.683237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3508053-86b8-41b3-bc57-036c6e2e1bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db6968d-aa6d-4112-a692-a800b18087ca,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:32.687052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e3508053-86b8-41b3-bc57-036c6e2e1bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:32.757165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:32.764322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e3508053-86b8-41b3-bc57-036c6e2e1bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.768785 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e3508053-86b8-41b3-bc57-036c6e2e1bd9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5db6968d-aa6d-4112-a692-a800b18087ca HTTP/1.1" status: 204  len: 168 time: 0.4906747
Feb 11 19:29:32.776578 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:08ae6544afa745a28c6b17d195b0dce3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:32.783829 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:32.794618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:32.844638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:32.850247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.objects.ports [None req-fb716d63-ae03-4dda-a100-a9f483c8c884 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80007) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 11 19:29:32.916393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd03e3-b555-4f6d-bbc7-bd560b75a2f1 req-541cb3e1-3f14-45b2-9b98-34f1c76053bd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:32.917993 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e7cd03e3-b555-4f6d-bbc7-bd560b75a2f1 req-541cb3e1-3f14-45b2-9b98-34f1c76053bd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 943 time: 0.2415528
Feb 11 19:29:33.004393 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e7cd03e3-b555-4f6d-bbc7-bd560b75a2f1 req-ec05b080-a729-43ff-8660-43ffd84bb70a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780807
Feb 11 19:29:33.079664 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e4599ec1-1697-4d49-b1e1-943a8efe63c0 req-ba84bf05-8f83-4539-83c3-d80546b497e5 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3585546
Feb 11 19:29:33.088017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.088190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.112436 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-edfe7c33-5128-4106-9556-af4dea5d01b0 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7311046
Feb 11 19:29:33.122370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.131480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:33.162086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7437f0f-2165-46b6-bb1b-c87e7d221da7,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:33.168564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:33.185240 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=08ae6544afa745a28c6b17d195b0dce3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5538318
Feb 11 19:29:33.188197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52010) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:33.212472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52016) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:33.224246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.259821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:33.277067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ec52f348-7d65-4a67-a5b1-749049c7c3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.324035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ec52f348-7d65-4a67-a5b1-749049c7c3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.369691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.392560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-05c8a11c-a390-4577-a2e5-fd3de42bb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:33.394209 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-05c8a11c-a390-4577-a2e5-fd3de42bb640 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 1161 time: 0.6850154
Feb 11 19:29:33.404579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:33.425191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port f668ab0c-5f58-42da-b362-0db16c0e2c9a completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:33.425292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.430590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f668ab0c-5f58-42da-b362-0db16c0e2c9a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:33.431146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.446124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:33.451701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Usage tracker for resource:security_group_rule and tenant:2ec86e782c6c4f23a203037433c0cd3c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:33.456906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:33.474135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:33.508562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ec52f348-7d65-4a67-a5b1-749049c7c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.515266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e3508053-86b8-41b3-bc57-036c6e2e1bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:33.556143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52f348-7d65-4a67-a5b1-749049c7c3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7437f0f-2165-46b6-bb1b-c87e7d221da7,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:33.560631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ec52f348-7d65-4a67-a5b1-749049c7c3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:33.576534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'tag': '77ad6499-c923-467f-85f3-578dac0f3065'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:33.581303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ec52f348-7d65-4a67-a5b1-749049c7c3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.585428 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ec52f348-7d65-4a67-a5b1-749049c7c3d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7437f0f-2165-46b6-bb1b-c87e7d221da7 HTTP/1.1" status: 204  len: 168 time: 0.3936052
Feb 11 19:29:33.605866 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d66e17e4eca2456fba8765c02ff3c00f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1196814
Feb 11 19:29:33.609466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52036) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:33.609860 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-0050e194-ccc2-4c46-bc1d-5ea2c9e27a95 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ad6499-c923-467f-85f3-578dac0f3065 HTTP/1.1" status: 200  len: 217 time: 0.1961472
Feb 11 19:29:33.615013 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d0e8b22-5b7a-49fb-bc11-75f469cbf3a4 req-3c522550-4a45-43d2-8563-a8bfc01d925d service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4903870
Feb 11 19:29:33.738630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.746000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.749032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-20b18941-888d-4798-a9ee-539381be826b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.778931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f668ab0c-5f58-42da-b362-0db16c0e2c9a'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:33.790797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port f668ab0c-5f58-42da-b362-0db16c0e2c9a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:33.795149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.825732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-15953792-c5e0-4a08-b914-5157ca7def85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:33.834487 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ec86e782c6c4f23a203037433c0cd3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6208751
Feb 11 19:29:33.838992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-20b18941-888d-4798-a9ee-539381be826b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.849875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52046) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:33.854491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:33.857426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:34.000039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=f668ab0c-5f58-42da-b362-0db16c0e2c9a,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:34.014081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:34.024485 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f668ab0c-5f58-42da-b362-0db16c0e2c9a', 'code': 200}
Feb 11 19:29:34.024717 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'tag': '77ad6499-c923-467f-85f3-578dac0f3065', 'status': 'completed', 'code': 200}
Feb 11 19:29:34.034792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-919fdb39-9016-453b-ae84-ea65c3c84a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:34.037023 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-919fdb39-9016-453b-ae84-ea65c3c84a66 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.1643891
Feb 11 19:29:34.061539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb5aab4-20a4-46c2-a0d3-92fc0cb52f72,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:34.338053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c549c4a3-2b1a-48a3-b550-1de1d4d191ed,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:34.362214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:34.389078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:34.395820 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-c3ea7e69-da67-4371-8a9d-a8cbbcc7b8c9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3479500
Feb 11 19:29:34.509323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-169752cf-ff91-445a-8cd7-06b8fbf12934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:34.522625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd285c-0a36-484c-8325-20a061310600 req-1cb63448-9e38-4cfd-b404-43e903a75218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:34.524632 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3bbd285c-0a36-484c-8325-20a061310600 req-1cb63448-9e38-4cfd-b404-43e903a75218 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 1160 time: 0.6612532
Feb 11 19:29:34.622747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f9602-c219-4fb8-a09a-c0d711407ef0 req-d2e5af4e-1224-4c08-99da-96568b065330 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:34.624587 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5e8f9602-c219-4fb8-a09a-c0d711407ef0 req-d2e5af4e-1224-4c08-99da-96568b065330 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 945 time: 0.3430088
Feb 11 19:29:34.625330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-20b18941-888d-4798-a9ee-539381be826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:34.637720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ec52f348-7d65-4a67-a5b1-749049c7c3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:34.676164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b18941-888d-4798-a9ee-539381be826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb5aab4-20a4-46c2-a0d3-92fc0cb52f72,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:34.682089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-169752cf-ff91-445a-8cd7-06b8fbf12934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:34.723744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005dfd2-41ca-41e0-b5ed-90689b162e55 req-341089b0-36c7-4c90-9169-16d621ca3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:34.725368 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f005dfd2-41ca-41e0-b5ed-90689b162e55 req-341089b0-36c7-4c90-9169-16d621ca3871 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1163 time: 0.3584547
Feb 11 19:29:34.728847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-20b18941-888d-4798-a9ee-539381be826b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:34.741907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:34.843639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-20b18941-888d-4798-a9ee-539381be826b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:34.844908 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-20b18941-888d-4798-a9ee-539381be826b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edb5aab4-20a4-46c2-a0d3-92fc0cb52f72 HTTP/1.1" status: 204  len: 168 time: 1.2286139
Feb 11 19:29:34.892719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f668ab0c-5f58-42da-b362-0db16c0e2c9a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:34.893142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:34.911634 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5e8f9602-c219-4fb8-a09a-c0d711407ef0 req-988ff407-70a3-4eb2-91a3-7ffd5f5a26be tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586157
Feb 11 19:29:34.966991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f005dfd2-41ca-41e0-b5ed-90689b162e55 req-efb1e488-8bfc-41fc-bd8a-6283208502e7 service neutron] Synchronizing usage tracker for tenant:34df1731f38044529a3b94a708ec132c on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:29:35.042121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-169752cf-ff91-445a-8cd7-06b8fbf12934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:35.048637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:35.098287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f005dfd2-41ca-41e0-b5ed-90689b162e55 req-efb1e488-8bfc-41fc-bd8a-6283208502e7 service neutron] Unset dirty status for tenant:34df1731f38044529a3b94a708ec132c on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:29:35.102788 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f005dfd2-41ca-41e0-b5ed-90689b162e55 req-efb1e488-8bfc-41fc-bd8a-6283208502e7 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3649356
Feb 11 19:29:35.112549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-169752cf-ff91-445a-8cd7-06b8fbf12934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:35.121629 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-169752cf-ff91-445a-8cd7-06b8fbf12934 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c549c4a3-2b1a-48a3-b550-1de1d4d191ed HTTP/1.1" status: 204  len: 168 time: 1.2682436
Feb 11 19:29:35.122817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169752cf-ff91-445a-8cd7-06b8fbf12934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c549c4a3-2b1a-48a3-b550-1de1d4d191ed,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:35.127511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-169752cf-ff91-445a-8cd7-06b8fbf12934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:35.297868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fab06-136f-4c8e-a7be-f17919f66f9d req-cc84b6fe-fdcc-468f-92a7-ae1fcc2bc8a8 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:35.306159 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d9fab06-136f-4c8e-a7be-f17919f66f9d req-cc84b6fe-fdcc-468f-92a7-ae1fcc2bc8a8 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 943 time: 0.9183676
Feb 11 19:29:35.327262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df470-e9cd-4fb6-941f-47494a9d92c5 req-2617cac6-4425-41b3-817c-b1c7eb9b8494 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:35.328615 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d41df470-e9cd-4fb6-941f-47494a9d92c5 req-2617cac6-4425-41b3-817c-b1c7eb9b8494 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 944 time: 0.1985562
Feb 11 19:29:35.359864 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-1a94d16f-6f79-4457-b5d1-b93a14a4f761 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9167016
Feb 11 19:29:35.369689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd285c-0a36-484c-8325-20a061310600 req-d8969228-33d2-46c1-8a32-40e44c3ea63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:35.371708 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3bbd285c-0a36-484c-8325-20a061310600 req-d8969228-33d2-46c1-8a32-40e44c3ea63e service neutron] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 905 time: 0.8365872
Feb 11 19:29:35.403965 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d41df470-e9cd-4fb6-941f-47494a9d92c5 req-0a15ad88-c791-4beb-9fe8-864116f02e5e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684700
Feb 11 19:29:35.538255 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9d9fab06-136f-4c8e-a7be-f17919f66f9d req-ed3b77e7-9487-4dc4-b319-4143c2b0c4cb tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2310228
Feb 11 19:29:35.540596 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3bbd285c-0a36-484c-8325-20a061310600 req-1c04d165-42bb-4e42-b3cd-cc1596118f7d service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 HTTP/1.1" status: 200  len: 217 time: 0.1285174
Feb 11 19:29:35.629384 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52090) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:35.650079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:35.683197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:35.687187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Usage tracker for resource:security_group_rule and tenant:628ab4cd918046ab80dfd50578186b02 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:35.690830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:35.696801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:35.799788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.resource_extend [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 11 19:29:35.889594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:35.898021 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6be0f63-ca67-415f-bdbf-b91ccc9d14f6 req-6816c944-404e-4c51-94bf-f13c5ce33daf service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5235703
Feb 11 19:29:35.901298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd285c-0a36-484c-8325-20a061310600 req-d8e6820e-ad56-45ea-a1cb-afea60dc1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:35.912612 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3bbd285c-0a36-484c-8325-20a061310600 req-d8e6820e-ad56-45ea-a1cb-afea60dc1da3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.2443202
Feb 11 19:29:35.928113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:35.938060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:35.979076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a6b0ae-9ab6-4149-95c9-4b48f0ba8a4f,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:35.985658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:35.992004 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=628ab4cd918046ab80dfd50578186b02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3611586
Feb 11 19:29:35.994945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52100) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:35.998948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:36.074465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd285c-0a36-484c-8325-20a061310600 req-f83d1375-7372-4fb7-b127-e2cfa3e2428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:36.074465 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3bbd285c-0a36-484c-8325-20a061310600 req-f83d1375-7372-4fb7-b127-e2cfa3e2428a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1521206
Feb 11 19:29:36.075296 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:36.140768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16a1a62b-524c-43f6-b741-a038aebc529f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:36.179075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16a1a62b-524c-43f6-b741-a038aebc529f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:36.188731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52106) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:36.299880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:36.338635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:36.350983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d54c71e963134d8ca573c55430c790df is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:36.359035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:36.376283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:36.517530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-c88be8ea-5c49-440e-9303-b3f753f5d22f tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:36.519241 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-c88be8ea-5c49-440e-9303-b3f753f5d22f tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.100 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 945 time: 0.4560981
Feb 11 19:29:36.524618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16a1a62b-524c-43f6-b741-a038aebc529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:36.629460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20346c-5ba8-49ba-aa67-39501f91f3ea req-b9dcd2e8-537b-4cfb-8e73-a63e9b362ee7 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:36.631175 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dd20346c-5ba8-49ba-aa67-39501f91f3ea req-b9dcd2e8-537b-4cfb-8e73-a63e9b362ee7 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 945 time: 0.4434338
Feb 11 19:29:36.637787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52116) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:36.638520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f1449a78-5a09-4a1f-a5d0-4a2b5b43f6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:36.705178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1a62b-524c-43f6-b741-a038aebc529f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a6b0ae-9ab6-4149-95c9-4b48f0ba8a4f,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:36.727254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-16a1a62b-524c-43f6-b741-a038aebc529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:36.734863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ee090-344d-4417-a02a-3c747d03fa4b req-1914fcf7-6d8c-46a5-b0b6-80a0a4c51b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:36.736505 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-891ee090-344d-4417-a02a-3c747d03fa4b req-1914fcf7-6d8c-46a5-b0b6-80a0a4c51b1d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 1161 time: 0.7093027
Feb 11 19:29:36.751897 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Floating IP 02eccf9a-a3c4-4313-ba67-7c9a3b20d6be associated. External IP: 172.27.2.104, port: edceb994-9a2f-4a7b-8562-4bcc298962cb.
Feb 11 19:29:36.770660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16a1a62b-524c-43f6-b741-a038aebc529f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:36.771897 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-16a1a62b-524c-43f6-b741-a038aebc529f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32a6b0ae-9ab6-4149-95c9-4b48f0ba8a4f HTTP/1.1" status: 204  len: 168 time: 0.7759416
Feb 11 19:29:36.804242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Deleting port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:29:36.805273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:36.879011 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dd20346c-5ba8-49ba-aa67-39501f91f3ea req-51d19940-750f-4c0e-9c5d-84af6a42db55 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305760
Feb 11 19:29:36.926146 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3bbd285c-0a36-484c-8325-20a061310600 req-f932bcaf-ebbf-4de6-b9c0-80fbf334cc14 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7781391
Feb 11 19:29:36.932057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.018266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:37.027847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.037711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1e47d6c60d854d769ec66e915880ea50 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:37.044550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:37.070663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:37.089069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.137409 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:37.242281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddc34c-fc52-49c2-8a91-7830dce43aca req-7e5b8368-037a-4d54-9ac6-32666b1938b8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:37.244007 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29ddc34c-fc52-49c2-8a91-7830dce43aca req-7e5b8368-037a-4d54-9ac6-32666b1938b8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 944 time: 0.6500599
Feb 11 19:29:37.265183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:37.290722 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d54c71e963134d8ca573c55430c790df&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0956125
Feb 11 19:29:37.291475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52136) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:37.298492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e013db-9cb3-49ad-9340-cbcfdf71431e,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:37.312682 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:37.400659 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29ddc34c-fc52-49c2-8a91-7830dce43aca req-c3048c0e-4561-40ef-9147-8e3bafb0f971 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348302
Feb 11 19:29:37.424135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] For port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7,segment=NetworkSegment(df5e0d9c-8b75-4d15-afbc-294d2f87ec52),segment_id=df5e0d9c-8b75-4d15-afbc-294d2f87ec52)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:37.424546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.488039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:37.490988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:37.491415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.495196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52142) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:37.497401 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3bbd285c-0a36-484c-8325-20a061310600 req-122f5a54-814a-4801-b23f-8f46e03c5c35 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5481138
Feb 11 19:29:37.498359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ee090-344d-4417-a02a-3c747d03fa4b req-859f2db6-e170-43e3-8e52-30434f83f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:37.499824 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-891ee090-344d-4417-a02a-3c747d03fa4b req-859f2db6-e170-43e3-8e52-30434f83f720 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.6749985
Feb 11 19:29:37.637077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.674107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:37.674796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72d5a9-6782-43bb-9cef-5e065391710a req-f7f6672f-a04b-4cb4-a54e-5823cb16da41 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:37.675649 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217bfabb-afde-43f4-9f35-1f229b15a679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:37.676508 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-de72d5a9-6782-43bb-9cef-5e065391710a req-f7f6672f-a04b-4cb4-a54e-5823cb16da41 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 943 time: 0.6031766
Feb 11 19:29:37.684793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.689423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Calling delete_port for 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:29:37.705630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.706838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:37.741132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-08faaa73-d9fd-4279-8862-98388e400afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.772972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:37.779649 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-891ee090-344d-4417-a02a-3c747d03fa4b req-f9797770-6b4f-488f-a78e-2bccd2cb29d3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ad6499-c923-467f-85f3-578dac0f3065 HTTP/1.1" status: 200  len: 217 time: 0.1661484
Feb 11 19:29:37.787863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Usage tracker for resource:security_group_rule and tenant:bb3b5c9dfa5d456d8c2595f7f6b5d180 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:37.794018 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217bfabb-afde-43f4-9f35-1f229b15a679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3', 'code': 200}
Feb 11 19:29:37.794505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:37.848035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.869078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-08faaa73-d9fd-4279-8862-98388e400afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:37.879796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Router 81159334-0807-4338-88e8-e336fe86fc53 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:29:37.885127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:37.888630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:37.891202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:37.900582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.900974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.901358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.901974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.902114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.902448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.902816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.903180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.903539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.904062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.904593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.904964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.905372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.905900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.906275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.906650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.907010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.907622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.907732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.907812 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-de72d5a9-6782-43bb-9cef-5e065391710a req-1c86f5bf-a613-4dde-9266-aebd78b34afd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1854815
Feb 11 19:29:37.908038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.908396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.908751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.909109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.909464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:37.923404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:37.936335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f668ab0c-5f58-42da-b362-0db16c0e2c9a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:37.936759 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.006111 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.058745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.065830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7a94f571-acc4-4325-84de-89a8353fdf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:38.090875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:29:38.182068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3947c6-7e94-4ba9-b8cf-6ad1a23e1ade,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:38.186705 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e47d6c60d854d769ec66e915880ea50&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5399625
Feb 11 19:29:38.192531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:38.193226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52156) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:38.264826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.284827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bfa00df-abdb-4b75-9d7d-5961ee94b482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.297670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.318021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bfa00df-abdb-4b75-9d7d-5961ee94b482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.318818 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e4798623-52bc-4f68-8b8a-9b6b5138176d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:38.325896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.347783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ee090-344d-4417-a02a-3c747d03fa4b req-96b8e774-7291-4964-8d88-9d82b18943f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:38.349420 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-891ee090-344d-4417-a02a-3c747d03fa4b req-96b8e774-7291-4964-8d88-9d82b18943f5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.5582075
Feb 11 19:29:38.353757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:38.407312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-08faaa73-d9fd-4279-8862-98388e400afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.433936 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Pushing event deleted for resources: {'Port': ['ID=6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:38.446918 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb3b5c9dfa5d456d8c2595f7f6b5d180&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9460342
Feb 11 19:29:38.456149 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-891ee090-344d-4417-a02a-3c747d03fa4b req-48fdbc3f-2277-41da-9c9c-4bb7c835138f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920703
Feb 11 19:29:38.460166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52168) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:38.680051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:38.680742 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ecd2ae19-10ee-4f95-94af-fcd4af779d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:38.754030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faaa73-d9fd-4279-8862-98388e400afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e013db-9cb3-49ad-9340-cbcfdf71431e,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:38.768523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-08faaa73-d9fd-4279-8862-98388e400afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:38.817463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-08faaa73-d9fd-4279-8862-98388e400afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.822120 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-08faaa73-d9fd-4279-8862-98388e400afc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58e013db-9cb3-49ad-9340-cbcfdf71431e HTTP/1.1" status: 204  len: 168 time: 1.5250618
Feb 11 19:29:38.836593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b21370-f767-4948-8fc4-ad0012f6d6a0,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:38.889284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bfa00df-abdb-4b75-9d7d-5961ee94b482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.894719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bfa00df-abdb-4b75-9d7d-5961ee94b482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:38.894719 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5bfa00df-abdb-4b75-9d7d-5961ee94b482 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f3947c6-7e94-4ba9-b8cf-6ad1a23e1ade HTTP/1.1" status: 204  len: 168 time: 0.6922905
Feb 11 19:29:38.901771 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:38.911311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] No DVR routers for this DVR port 6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 on host hv-cinder-77525 {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:29:38.921277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:38.999419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c2927-ff80-44a3-a7f2-2c0ab26d78bf req-046aad56-ff88-4f5f-813b-66494857cda1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:39.001163 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8f5c2927-ff80-44a3-a7f2-2c0ab26d78bf req-046aad56-ff88-4f5f-813b-66494857cda1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 944 time: 0.3132246
Feb 11 19:29:39.003240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa00df-abdb-4b75-9d7d-5961ee94b482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3947c6-7e94-4ba9-b8cf-6ad1a23e1ade,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:39.005421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:39.007465 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2ba44289-745e-48c5-8199-4e85a9effd34 req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.100 "DELETE /v2.0/ports/6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7 HTTP/1.1" status: 204  len: 173 time: 2.3739128
Feb 11 19:29:39.008208 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b58cf10-21d3-47a5-9ce8-02323597aedf', 'name': 'network-vif-deleted', 'tag': '6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:39.020231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5bfa00df-abdb-4b75-9d7d-5961ee94b482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:39.086708 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8f5c2927-ff80-44a3-a7f2-2c0ab26d78bf req-bcf89679-e498-433d-abd1-9c3d1c2ed7a8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653861
Feb 11 19:29:39.093814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:29:39.098377 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-891ee090-344d-4417-a02a-3c747d03fa4b req-fe9fdeba-90ef-49ca-a9bf-176a514af051 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3587401
Feb 11 19:29:39.112552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] Sync routers for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:29:39.137354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:39.138552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad214a58>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:39.220466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-28705312-6a42-4fbf-8ce8-e16b1dc61f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:39.250345 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:39.265940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:39.394044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:39.407316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc013c8d-3cd7-42a6-a783-73f9e4f5f331 req-81a381a4-ecbf-45d1-a3ce-a4a17cc9a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:39.409252 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc013c8d-3cd7-42a6-a783-73f9e4f5f331 req-81a381a4-ecbf-45d1-a3ce-a4a17cc9a01a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 1162 time: 1.2504399
Feb 11 19:29:39.432024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:39.432535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:39.533715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1f990-a790-4cc9-87c8-c1f1ef7775b7 req-c4a64d04-9b69-44bf-9c13-2e91ef1fb4dc tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:39.542179 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f9c1f990-a790-4cc9-87c8-c1f1ef7775b7 req-c4a64d04-9b69-44bf-9c13-2e91ef1fb4dc tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/ports?device_id=2b58cf10-21d3-47a5-9ce8-02323597aedf HTTP/1.1" status: 200  len: 867 time: 1.4388578
Feb 11 19:29:39.682248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a71eca-6571-433b-986d-996ce9e8c5c4 req-d35ba341-d168-4bd0-b408-ad798e62ec16 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:39.683983 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-98a71eca-6571-433b-986d-996ce9e8c5c4 req-d35ba341-d168-4bd0-b408-ad798e62ec16 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.4061213
Feb 11 19:29:39.735291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 77ad6499-c923-467f-85f3-578dac0f3065 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:39.815801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-28705312-6a42-4fbf-8ce8-e16b1dc61f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:39.854058 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-98a71eca-6571-433b-986d-996ce9e8c5c4 req-9d8aa92a-c8cc-4131-941b-6100f6f97462 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1560380
Feb 11 19:29:39.900610 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-fcc5a6dc-4322-40c2-b867-84a6060368be tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "PUT /v2.0/floatingips/02eccf9a-a3c4-4313-ba67-7c9a3b20d6be HTTP/1.1" status: 200  len: 991 time: 7.3952577
Feb 11 19:29:39.910399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:39.929153 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port 77ad6499-c923-467f-85f3-578dac0f3065 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:39.934811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 77ad6499-c923-467f-85f3-578dac0f3065 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:39.935232 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:39.985015 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc013c8d-3cd7-42a6-a783-73f9e4f5f331 req-9a8bcd2a-c63b-475a-9ee2-e464698460c6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4366956
Feb 11 19:29:40.019056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad214a58>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '02eccf9a-a3c4-4313-ba67-7c9a3b20d6be', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '81159334-0807-4338-88e8-e336fe86fc53', 'port_id': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'mac_address': 'fa:16:3e:1d:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc170687-8420-4c60-a220-40bff428b63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:02Z', 'updated_at': '2021-02-11T19:29:35Z', 'revision_number': 1, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:40.021885 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b58cf10-21d3-47a5-9ce8-02323597aedf', 'name': 'network-vif-deleted', 'tag': '6abbf1d2-9065-4c2c-8c0c-d6a11b0333c7', 'status': 'completed', 'code': 200}
Feb 11 19:29:40.029925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] Checking router: 81159334-0807-4338-88e8-e336fe86fc53 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:29:40.032385 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f9c1f990-a790-4cc9-87c8-c1f1ef7775b7 req-b597f419-b2c4-44c1-abc3-861972f2c484 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] 10.222.0.79 "GET /v2.0/security-groups?id=9d2d48a1-4609-482c-98c2-88108b48436d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4894028
Feb 11 19:29:40.039521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:40.040472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad214a58>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:40.086993 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-891ee090-344d-4417-a02a-3c747d03fa4b req-63e9747f-79d8-4b5a-9c2e-26caf9460df9 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9617884
Feb 11 19:29:40.122267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-28705312-6a42-4fbf-8ce8-e16b1dc61f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:40.130055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e5dcf26b-b884-474b-8b64-b1b67aa2ffad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:40.154382 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'status': 'completed', 'code': 200}
Feb 11 19:29:40.176061 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28705312-6a42-4fbf-8ce8-e16b1dc61f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b21370-f767-4948-8fc4-ad0012f6d6a0,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:40.178901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-28705312-6a42-4fbf-8ce8-e16b1dc61f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:40.206247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-28705312-6a42-4fbf-8ce8-e16b1dc61f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:40.206247 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-28705312-6a42-4fbf-8ce8-e16b1dc61f7c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80b21370-f767-4948-8fc4-ad0012f6d6a0 HTTP/1.1" status: 204  len: 168 time: 1.7330124
Feb 11 19:29:40.275101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:40.282297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:40.324441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 77ad6499-c923-467f-85f3-578dac0f3065, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=77ad6499-c923-467f-85f3-578dac0f3065,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:40.325607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ad6499-c923-467f-85f3-578dac0f3065'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:40.359823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:40.363618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4f62d959-c0e8-4c4d-acda-35e502a1c1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:40.451296 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ad6499-c923-467f-85f3-578dac0f3065', 'code': 200}
Feb 11 19:29:40.527042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=77ad6499-c923-467f-85f3-578dac0f3065,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:40.540689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:40.672758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52562f-a844-433d-87e7-d1f98695e60b req-ce2972d7-79e3-492c-a3aa-e63ddd503232 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:40.674555 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2c52562f-a844-433d-87e7-d1f98695e60b req-ce2972d7-79e3-492c-a3aa-e63ddd503232 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.3545182
Feb 11 19:29:40.676739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca912a50-68f3-477f-a270-ee106e30be58 req-198ef141-03c4-413b-bc67-2ccb844c54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:40.678558 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca912a50-68f3-477f-a270-ee106e30be58 req-198ef141-03c4-413b-bc67-2ccb844c54e7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 1162 time: 0.4685504
Feb 11 19:29:40.777202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 77ad6499-c923-467f-85f3-578dac0f3065 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:40.892013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 77ad6499-c923-467f-85f3-578dac0f3065 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:40.892431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:40.897642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca912a50-68f3-477f-a270-ee106e30be58 req-085bea00-6bcd-4f56-9e03-e258696a8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:40.900459 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca912a50-68f3-477f-a270-ee106e30be58 req-085bea00-6bcd-4f56-9e03-e258696a8779 service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.1988051
Feb 11 19:29:41.064623 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2c52562f-a844-433d-87e7-d1f98695e60b req-6d758177-8ea2-4d10-8a6f-4a1ba01e3fd6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3824351
Feb 11 19:29:41.119063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad214a58>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '02eccf9a-a3c4-4313-ba67-7c9a3b20d6be', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '81159334-0807-4338-88e8-e336fe86fc53', 'port_id': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'mac_address': 'fa:16:3e:1d:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc170687-8420-4c60-a220-40bff428b63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:02Z', 'updated_at': '2021-02-11T19:29:35Z', 'revision_number': 1, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:41.140589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941b94ae-003c-46ff-9384-7e6cce1e6880 None None] The sync data for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi is: [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '02eccf9a-a3c4-4313-ba67-7c9a3b20d6be', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '81159334-0807-4338-88e8-e336fe86fc53', 'port_id': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'mac_address': 'fa:16:3e:1d:f5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc170687-8420-4c60-a220-40bff428b63a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:02Z', 'updated_at': '2021-02-11T19:29:35Z', 'revision_number': 1, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:29:41.164077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2edc4c-2445-408e-845d-3f350120d192 req-49671bb9-f23e-4f7f-8aec-29922411fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:41.165733 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5c2edc4c-2445-408e-845d-3f350120d192 req-49671bb9-f23e-4f7f-8aec-29922411fd34 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 1163 time: 0.2614694
Feb 11 19:29:41.217274 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca912a50-68f3-477f-a270-ee106e30be58 req-a4463854-c82a-4286-b718-1cb20fa1bfc3 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb HTTP/1.1" status: 200  len: 999 time: 0.2576206
Feb 11 19:29:41.254560 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5c2edc4c-2445-408e-845d-3f350120d192 req-f4b88cd3-039b-4b81-9db6-c7f0eff6fa2b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672264
Feb 11 19:29:41.402138 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca912a50-68f3-477f-a270-ee106e30be58 req-3dc7797a-8997-4161-8eb4-66220cc4bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:41.403902 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca912a50-68f3-477f-a270-ee106e30be58 req-3dc7797a-8997-4161-8eb4-66220cc4bb7d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.1517277
Feb 11 19:29:41.520060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68771729-6505-4010-b0ae-1ea2a1d0b484 req-940eaf0f-ad07-44da-9fbb-129ae6d548d8 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:41.537167 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-68771729-6505-4010-b0ae-1ea2a1d0b484 req-940eaf0f-ad07-44da-9fbb-129ae6d548d8 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.4140282
Feb 11 19:29:41.651781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca912a50-68f3-477f-a270-ee106e30be58 req-c88d1b5a-8835-4f24-8cc5-bac2be861619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:41.651781 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca912a50-68f3-477f-a270-ee106e30be58 req-c88d1b5a-8835-4f24-8cc5-bac2be861619 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1735737
Feb 11 19:29:41.664419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cefaa9-b079-45cd-855a-7601c3a333f0 None None] New status for floating IP 02eccf9a-a3c4-4313-ba67-7c9a3b20d6be: ACTIVE {{(pid=80007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:29:41.671059 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-68771729-6505-4010-b0ae-1ea2a1d0b484 req-0af73bc4-9d84-4789-8e1a-115223eb73c2 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1329081
Feb 11 19:29:41.671608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52260) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:41.925539 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca912a50-68f3-477f-a270-ee106e30be58 req-095107d8-9a5d-437c-ab53-ad1bcee03708 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2662320
Feb 11 19:29:42.075423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:42.095749 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca912a50-68f3-477f-a270-ee106e30be58 req-aea32a48-ad81-4e49-95d8-d37e8676fc5d service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1627605
Feb 11 19:29:42.098802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:42.103503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Usage tracker for resource:security_group_rule and tenant:3bfdf89acc584c79886846b0a1fb03cf is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:42.107363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:42.115753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:42.271286 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:42.310778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:42.352486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dc1d7f8c-6ed3-471b-b753-419e38d296f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:42.386618 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bfdf89acc584c79886846b0a1fb03cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7137587
Feb 11 19:29:42.387306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52288) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:42.388014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8194ec-d0bf-440d-bb02-7d00405a0ff8,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:42.401940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:42.512257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfd143-f582-4ff2-a14a-c124e217d73a req-b61b6e7d-c3b5-4458-b38b-c5d17b0c6203 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:42.514304 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-badfd143-f582-4ff2-a14a-c124e217d73a req-b61b6e7d-c3b5-4458-b38b-c5d17b0c6203 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2526588
Feb 11 19:29:42.597995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a9a97bc-ff2c-4853-8393-65eb54208b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:42.644858 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-badfd143-f582-4ff2-a14a-c124e217d73a req-6303a1ec-ffc9-43a2-b4f7-02864a5fda27 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240036
Feb 11 19:29:42.682567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a9a97bc-ff2c-4853-8393-65eb54208b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:42.819666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a9a97bc-ff2c-4853-8393-65eb54208b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:42.826331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-08faaa73-d9fd-4279-8862-98388e400afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:42.840506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a9a97bc-ff2c-4853-8393-65eb54208b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:42.849011 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9a9a97bc-ff2c-4853-8393-65eb54208b1a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b8194ec-d0bf-440d-bb02-7d00405a0ff8 HTTP/1.1" status: 204  len: 168 time: 0.4385159
Feb 11 19:29:42.849011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a97bc-ff2c-4853-8393-65eb54208b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8194ec-d0bf-440d-bb02-7d00405a0ff8,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:42.850951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a9a97bc-ff2c-4853-8393-65eb54208b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:43.036053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea02406-2fcb-4d20-901a-2ae944122557 req-c26878be-bf02-4be0-a9b2-bce60ba99d31 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:43.037330 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dea02406-2fcb-4d20-901a-2ae944122557 req-c26878be-bf02-4be0-a9b2-bce60ba99d31 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2035167
Feb 11 19:29:43.127739 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dea02406-2fcb-4d20-901a-2ae944122557 req-ed9404a3-d907-4100-945f-6ce05c21b0c7 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830142
Feb 11 19:29:43.458972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52330) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:43.476543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151851c-a257-4ad9-8115-2b8b57e01a85 req-4d07b417-e9b8-4937-93d4-7252645dc3ba tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:43.478575 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d151851c-a257-4ad9-8115-2b8b57e01a85 req-4d07b417-e9b8-4937-93d4-7252645dc3ba tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1818943
Feb 11 19:29:43.488263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52336) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:43.494416 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'floatingip': {'port_id': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:43.544373 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52340) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:43.564025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] Deleting subnet e2b1870b-d862-4f61-8223-82cb92f27260 {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:29:43.567998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:43.638178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851609718'] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:43.707025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:43.715356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:43.798117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1884237104-network', 'tenant_id': '3272e09308034a99ac259661fac8b59d'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:43.809892 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:43.816480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Usage tracker for resource:network and tenant:3272e09308034a99ac259661fac8b59d is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:43.824620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:43.837134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:43.928358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Made reservation on behalf of 3272e09308034a99ac259661fac8b59d for: {'network': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:43.933846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:43.995982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:44.320221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:44.336768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Usage tracker for resource:security_group_rule and tenant:3272e09308034a99ac259661fac8b59d is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:44.340736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:44.363944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:44.505890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0c4be-7aac-4512-8980-1da8b9a158c3 req-59643ffa-3f21-4650-b58e-ddef5722bda7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:44.509221 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a2c0c4be-7aac-4512-8980-1da8b9a158c3 req-59643ffa-3f21-4650-b58e-ddef5722bda7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.6467061
Feb 11 19:29:44.551189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52378) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:44.591905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.resource_extend [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 11 19:29:44.674607 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a2c0c4be-7aac-4512-8980-1da8b9a158c3 req-ce220a5d-a9c9-4929-8022-d57c0f1acfa0 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577125
Feb 11 19:29:44.730708 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:44.753633 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-296226044-network', 'tenant_id': '3bd11137b675423385314926587eb28b'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:44.759094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:44.763245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Usage tracker for resource:network and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:44.766442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:44.772358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:44.777896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:44.909078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:44.951376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851242906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3237226'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:44.952677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:44.960179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Made reservation on behalf of 3bd11137b675423385314926587eb28b for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:44.966289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:44.975423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:44.984809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:45.008739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:45.012871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df35beaf-09f8-47b1-935c-cef325301627,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:45.014546 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Floating IP 062dbed5-3983-4be1-9e35-a18b39e156bc associated. External IP: 172.27.2.33, port: f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3.
Feb 11 19:29:45.057062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:45.057604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3d82bdd7-3702-406f-ac73-291f787af591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:45.100142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:29:45.112636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b1870b-d862-4f61-8223-82cb92f27260,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:45.218917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:45.243792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755205775492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:45.244327 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Added segment c833503c-7888-4a1c-9aa6-0bf9c49e3a8e of type vxlan for network 9d42fbfe-c084-41c5-9a74-430aed66b415
Feb 11 19:29:45.293398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:45.326076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Usage tracker for resource:security_group_rule and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:45.341263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:45.379391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:45.403261 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:45.406187 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-68e4ea5e-590b-4091-9996-6f79fa9e6a97 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e2b1870b-d862-4f61-8223-82cb92f27260 HTTP/1.1" status: 204  len: 168 time: 1.9458518
Feb 11 19:29:45.411014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52410) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:45.411914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:45.455896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:45.456543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:45.469269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c1064411-ba9e-41ac-82ca-24c6bdd2a38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:45.583801 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.0370340
Feb 11 19:29:45.590270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52422) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:45.602704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Request body: {'subnet': {'network_id': '9d42fbfe-c084-41c5-9a74-430aed66b415', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1884237104-subnet', 'tenant_id': '3272e09308034a99ac259661fac8b59d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:45.607722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Pushing event updated for resources: {'Network': ['ID=9d42fbfe-c084-41c5-9a74-430aed66b415,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:45.619466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:45.622373 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:45.623191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 9d42fbfe-c084-41c5-9a74-430aed66b415 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:29:45.626045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:45.638101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Usage tracker for resource:subnet and tenant:3272e09308034a99ac259661fac8b59d is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:45.642763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:45.652188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:45.748636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e497-77fa-407e-9347-573716217b54 req-a2cf707b-7068-43d8-9e03-c263077c2c2b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:45.752731 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4970e497-77fa-407e-9347-573716217b54 req-a2cf707b-7068-43d8-9e03-c263077c2c2b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.3639979
Feb 11 19:29:45.756877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-f5fe9be4-7bdb-4c7b-80f9-930476af73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:45.758520 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-f5fe9be4-7bdb-4c7b-80f9-930476af73f8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 1163 time: 0.4260449
Feb 11 19:29:45.796411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Made reservation on behalf of 3272e09308034a99ac259661fac8b59d for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:45.801186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851538624'] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:45.860999 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4970e497-77fa-407e-9347-573716217b54 req-097d2455-c951-4960-869f-f04d1123698d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005034
Feb 11 19:29:46.022817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.068458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.134269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.143040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f80a6d52-7609-4f15-b513-17b233ccbb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:46.198527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:29:46.229446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Router 457bbe77-c2d4-4019-8bbe-23d029fd58be has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:29:46.236094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ad2e4198>,) {'filters': {'network_id': ['4d0fc107-bf48-44cd-bd29-00f6dd39b40d']}} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:46.246392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b38177-0dba-44c8-99d3-d5492a871525,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:46.249460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.249846 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Added segment 1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5 of type vxlan for network 1722861d-cc65-407b-a8a6-431d3e2bfd59
Feb 11 19:29:46.254044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:46.262634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ad2e4198>, 'df5e0d9c-8b75-4d15-afbc-294d2f87ec52') {'for_net_delete': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:46.263076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ad2e4198>, 'df5e0d9c-8b75-4d15-afbc-294d2f87ec52') {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:46.287579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852194093'] for segment, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.323865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.326969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:29:46.473192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851538607'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.488912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-28f61b7f-0304-4fcf-8682-7963bf1ff0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:46.592290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.637492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:29:46.649730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] Sync routers for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:29:46.659704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:46.660655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad1e1780>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:46.693267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.760097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8a8c8e-dc53-4f6a-b53e-0be597374f1f,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:46.778674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:46.829477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.840369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:46.841009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.850102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c56707db-66c6-4b29-b065-20cc92fb7c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:46.854289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-a47b1fa9-17c7-4953-8c32-a3c5442aaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:46.855916 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-a47b1fa9-17c7-4953-8c32-a3c5442aaf23 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.3104844
Feb 11 19:29:46.856959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Checking segment: {'id': 'c833503c-7888-4a1c-9aa6-0bf9c49e3a8e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9d42fbfe-c084-41c5-9a74-430aed66b415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:46.857079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Network hostable DHCP agents. Network: 9d42fbfe-c084-41c5-9a74-430aed66b415, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:29:46.867203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:46.908177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:29:46.920112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Network 9d42fbfe-c084-41c5-9a74-430aed66b415 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:29:46.922691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852285452'] for segment, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:46.955014 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-739ff450-0785-4677-be88-98f80165c19f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "PUT /v2.0/floatingips/062dbed5-3983-4be1-9e35-a18b39e156bc HTTP/1.1" status: 200  len: 990 time: 3.4655926
Feb 11 19:29:46.967450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 9d42fbfe-c084-41c5-9a74-430aed66b415) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:46.977000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f2c08b-acc0-4a1c-853f-24b89b8bf1c0 None None] Network 9d42fbfe-c084-41c5-9a74-430aed66b415 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:29:46.989835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:46.990543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:47.058648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217bfabb-afde-43f4-9f35-1f229b15a679', 'tag': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:29:47.068802 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d29d3b94-81e7-41b7-8f6a-408e7f06f712 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.4734190
Feb 11 19:29:47.083903 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.5293622
Feb 11 19:29:47.090457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52494) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:47.097802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Pushing event updated for resources: {'Network': ['ID=1722861d-cc65-407b-a8a6-431d3e2bfd59,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:47.123938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Request body: {'subnet': {'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-296226044-subnet', 'tenant_id': '3bd11137b675423385314926587eb28b', 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:47.130981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:47.136321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Usage tracker for resource:subnet and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:47.139913 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:47.147395 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:47.155887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:47.436376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad1e1780>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '062dbed5-3983-4be1-9e35-a18b39e156bc', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'port_id': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'mac_address': 'fa:16:3e:7b:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217bfabb-afde-43f4-9f35-1f229b15a679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:13Z', 'updated_at': '2021-02-11T19:29:44Z', 'revision_number': 1, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:47.447496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] Checking router: 457bbe77-c2d4-4019-8bbe-23d029fd58be for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:29:47.460268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62d31-d3d3-41b2-9cfa-ef942d5dd29d req-2c6cee3d-d4b2-49e2-8722-c578fc3510b1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:47.464118 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b0c62d31-d3d3-41b2-9cfa-ef942d5dd29d req-2c6cee3d-d4b2-49e2-8722-c578fc3510b1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.3917725
Feb 11 19:29:47.469735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:47.474437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad1e1780>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:47.536995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Made reservation on behalf of 3bd11137b675423385314926587eb28b for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:47.542568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328886'] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:47.593457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:29:47.599828 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b0c62d31-d3d3-41b2-9cfa-ef942d5dd29d req-8b5ba20c-3d82-4105-b1d2-8303479ee2ca tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165903
Feb 11 19:29:47.600399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52506) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:47.641598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Network 4d0fc107-bf48-44cd-bd29-00f6dd39b40d has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:29:47.743391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:29:47.792324 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:29:47.816588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 9d42fbfe-c084-41c5-9a74-430aed66b415 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:29:47.922605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:47.938820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:47.942905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:dad5891493ab4d6bb2926adaa94f2f07 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:47.945973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:47.951734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:48.063308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.068477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137aab04-9dde-4020-aafb-9a380e1a719d None None] Network 9d42fbfe-c084-41c5-9a74-430aed66b415 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:29:48.069317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.081235 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.096699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.096974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:48.127246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b24548dd-d481-4988-b6b0-84e618d9238f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:48.141239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d0fc107-bf48-44cd-bd29-00f6dd39b40d,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:48.148027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:48.151373 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] 10.222.0.79 "DELETE /v2.0/networks/4d0fc107-bf48-44cd-bd29-00f6dd39b40d HTTP/1.1" status: 204  len: 168 time: 2.7370377
Feb 11 19:29:48.162299 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dad5891493ab4d6bb2926adaa94f2f07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5605173
Feb 11 19:29:48.162727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52518) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:48.163388 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8f5f0a-6c82-4627-a459-194974fccee1,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:48.168497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:48.227045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad1e1780>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '062dbed5-3983-4be1-9e35-a18b39e156bc', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'port_id': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'mac_address': 'fa:16:3e:7b:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217bfabb-afde-43f4-9f35-1f229b15a679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:13Z', 'updated_at': '2021-02-11T19:29:44Z', 'revision_number': 1, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:48.241754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0913378-8b2e-47b8-9c1c-3a05c83454c0 None None] The sync data for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi is: [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '062dbed5-3983-4be1-9e35-a18b39e156bc', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'floating_ip_address': '172.27.2.33', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'port_id': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'mac_address': 'fa:16:3e:7b:05:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217bfabb-afde-43f4-9f35-1f229b15a679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:29:13Z', 'updated_at': '2021-02-11T19:29:44Z', 'revision_number': 1, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:29:48.325440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-55189262-218c-4e12-98f0-e1f3bb7fcab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.370901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-55189262-218c-4e12-98f0-e1f3bb7fcab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.505367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52528) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:48.512562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852286446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328871'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.608309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:29:48.652823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aec256-5d52-421a-af6b-cb5e5686f490 None None] New status for floating IP 062dbed5-3983-4be1-9e35-a18b39e156bc: ACTIVE {{(pid=80007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:29:48.695851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:48.728794 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-9ae2e695-810b-41f3-a2dd-cd07c29f3136 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ad6499-c923-467f-85f3-578dac0f3065 HTTP/1.1" status: 200  len: 217 time: 0.1773474
Feb 11 19:29:48.783738 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217bfabb-afde-43f4-9f35-1f229b15a679', 'tag': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3', 'status': 'completed', 'code': 200}
Feb 11 19:29:48.784356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7964dc79-eab4-4000-9277-6e2395b50c47,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:48.787420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:48.794852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-55189262-218c-4e12-98f0-e1f3bb7fcab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.800814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:48.822740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55189262-218c-4e12-98f0-e1f3bb7fcab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8f5f0a-6c82-4627-a459-194974fccee1,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:48.823338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-55189262-218c-4e12-98f0-e1f3bb7fcab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:48.849786 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-76fdbd43-f09e-4834-9dd7-0354e3c266ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92cfa49099e5401bbf052860dec3302c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3430579
Feb 11 19:29:48.850031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Checking segment: {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:48.850356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Network hostable DHCP agents. Network: 1722861d-cc65-407b-a8a6-431d3e2bfd59, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:29:48.862302 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52536) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:48.867303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-55189262-218c-4e12-98f0-e1f3bb7fcab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.871075 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-55189262-218c-4e12-98f0-e1f3bb7fcab4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed8f5f0a-6c82-4627-a459-194974fccee1 HTTP/1.1" status: 204  len: 168 time: 0.7039309
Feb 11 19:29:48.957509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f4213bcd-5673-4c13-89e1-f003dd7474a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:48.990621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f4213bcd-5673-4c13-89e1-f003dd7474a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.028722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:29:49.031009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-2d979c6a-6e8c-48f1-8db5-4206d3973ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:49.032772 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-2d979c6a-6e8c-48f1-8db5-4206d3973ec8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.2952559
Feb 11 19:29:49.039051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52544) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:49.046266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-629433800-network', 'tenant_id': '786ffa7b35e246ae8d03143abcbb6779'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:49.052489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:49.056802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Usage tracker for resource:network and tenant:786ffa7b35e246ae8d03143abcbb6779 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:49.060116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:49.066360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:49.070822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 1722861d-cc65-407b-a8a6-431d3e2bfd59) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:49.088960 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:49.089686 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.107541 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-155687f3-5fc6-434a-a583-9bda234e9b26 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558662
Feb 11 19:29:49.132908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17386ba0-0d84-46ea-a356-b6af68b3580a None None] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:29:49.146533 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.0543654
Feb 11 19:29:49.148961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Made reservation on behalf of 786ffa7b35e246ae8d03143abcbb6779 for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:49.155229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.168707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52550) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:49.176890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:49.181902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f4213bcd-5673-4c13-89e1-f003dd7474a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.184981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f4213bcd-5673-4c13-89e1-f003dd7474a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.186493 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f4213bcd-5673-4c13-89e1-f003dd7474a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d2d48a1-4609-482c-98c2-88108b48436d HTTP/1.1" status: 204  len: 168 time: 0.3168917
Feb 11 19:29:49.188921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-55189262-218c-4e12-98f0-e1f3bb7fcab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:49.214104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375c0cd-9be9-4280-b4e8-9f6415e210b9 req-be779083-6009-43ea-a3f7-0f92943914aa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:49.221533 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0375c0cd-9be9-4280-b4e8-9f6415e210b9 req-be779083-6009-43ea-a3f7-0f92943914aa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2881436
Feb 11 19:29:49.230130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.256580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:49.259303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4213bcd-5673-4c13-89e1-f003dd7474a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2d48a1-4609-482c-98c2-88108b48436d,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:49.265741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Usage tracker for resource:router and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:49.269839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f4213bcd-5673-4c13-89e1-f003dd7474a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:49.272775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:49.279945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:49.282795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:49.287557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Usage tracker for resource:security_group_rule and tenant:786ffa7b35e246ae8d03143abcbb6779 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:49.295836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:49.303846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:49.318476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-19089849-12f5-4db1-9fac-6543fc01a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:49.321156 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-19089849-12f5-4db1-9fac-6543fc01a673 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 1162 time: 0.4799311
Feb 11 19:29:49.359022 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0375c0cd-9be9-4280-b4e8-9f6415e210b9 req-40dde300-3265-49bc-87ae-2b6d05673f76 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359575
Feb 11 19:29:49.379794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.380990 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.417218 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.474182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.642626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-093442aa-3dff-45c4-80bf-f9e26314b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:49.644266 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-093442aa-3dff-45c4-80bf-f9e26314b4ef service neutron] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 905 time: 0.2843049
Feb 11 19:29:49.648642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52560) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:49.654260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.669190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a1af0dae-f668-41d7-9c1f-d3af775f639d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:49.703011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-1722861d-cc65-407b-a8a6-431d3e2bfd59', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:29:49.703950 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.723875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988bd543-9897-459f-934f-0f1b071cb08f,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:49.728922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:49.746755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:29:49.927224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.927615 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Added segment f6d8dd61-416a-4dad-9751-8fe03848a44b of type vxlan for network 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a
Feb 11 19:29:49.945134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:49.978041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.096869 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-8c3afbc0-e706-4965-8464-e3d16dc8abda service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8720253
Feb 11 19:29:50.100400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.132841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.145159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:50.145814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.153288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf3d9ca2-3752-468e-ba3f-23f43c564653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:50.200648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Allocated IP 172.20.0.2 (1722861d-cc65-407b-a8a6-431d3e2bfd59/7964dc79-eab4-4000-9277-6e2395b50c47/e22b07f4-bf10-4a53-ad82-c3d1d931eed8) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:50.266944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Pushing event updated for resources: {'Network': ['ID=0c78ae15-3e1a-4b9a-929a-34d73f0fe83a,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:50.271653 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-494ff575-c674-4753-adf8-0ae815dd7c53 req-0ebe7f49-67d8-4fd2-b842-6d33cce5bf7f service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1548462
Feb 11 19:29:50.283216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:50.296315 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-b98826ab-a1d9-4ea8-8cd1-1326e721a570 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 HTTP/1.1" status: 200  len: 1000 time: 0.6401818
Feb 11 19:29:50.303977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:50.313148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:29:50.329797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:29:50.366665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Usage tracker for resource:security_group_rule and tenant:468b4c8d5fda487f9f5ca35ce1eefb64 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:50.372261 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:50.389633 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:50.460162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-0b0dce5b-13a1-4d26-b5e2-b7d70a527931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:50.462465 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-0b0dce5b-13a1-4d26-b5e2-b7d70a527931 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.1552539
Feb 11 19:29:50.612693 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.5698693
Feb 11 19:29:50.623874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52600) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:50.634617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Request body: {'subnet': {'network_id': '0c78ae15-3e1a-4b9a-929a-34d73f0fe83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-629433800-subnet', 'tenant_id': '786ffa7b35e246ae8d03143abcbb6779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:29:50.640230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-54c0f80b-98cb-4878-aea5-ffc8c0d06cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:50.642264 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-54c0f80b-98cb-4878-aea5-ffc8c0d06cb7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1687171
Feb 11 19:29:50.677859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:50.712406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Usage tracker for resource:subnet and tenant:786ffa7b35e246ae8d03143abcbb6779 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:50.718277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.719459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:50.771879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.780625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.785984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Transition to ACTIVE for port object e22b07f4-bf10-4a53-ad82-c3d1d931eed8 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:50.788899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:50.805268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Transition to ACTIVE for port object e22b07f4-bf10-4a53-ad82-c3d1d931eed8 will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:50.820622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f5bb15dd-52d1-4039-9ba1-1d609c782209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:50.851626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.858108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76c24c-db58-4100-8605-04f0ed1cf32e,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:50.886282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:50.930140 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=468b4c8d5fda487f9f5ca35ce1eefb64&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2818477
Feb 11 19:29:50.940767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52616) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:50.948545 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1f7e2-53fe-4521-9cc8-b33ac6b49cfe req-1107413b-22d8-4050-9cb2-dd673564988e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:50.950298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Made reservation on behalf of 786ffa7b35e246ae8d03143abcbb6779 for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:29:50.957731 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ead1f7e2-53fe-4521-9cc8-b33ac6b49cfe req-1107413b-22d8-4050-9cb2-dd673564988e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.3121996
Feb 11 19:29:50.959041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851538624'] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:50.961363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.072462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.188987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:51.206029 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ead1f7e2-53fe-4521-9cc8-b33ac6b49cfe req-b90bdb44-62e5-4f6c-9106-4e08711c55df tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472081
Feb 11 19:29:51.299581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:51.302738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:51.306871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:51.358516 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-4aeb570f-0551-4e6a-9e33-57d311f995a9 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7037821
Feb 11 19:29:51.385867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Pushing event updated for resources: {'Port': ['ID=e22b07f4-bf10-4a53-ad82-c3d1d931eed8,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:51.399181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:51.406813 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Attempting to bind port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:51.407244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Attempting to bind port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:51.407658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Attempting to bind port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 on network 1722861d-cc65-407b-a8a6-431d3e2bfd59 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:51.414629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:51.415053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Checking segment: {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:51.415506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.415944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Bound using segment: {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:51.416467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Bound port: e22b07f4-bf10-4a53-ad82-c3d1d931eed8, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:51.416887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.503952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Allocated IP 172.27.2.165 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/421cdcfe-f180-49c6-99ad-0d63a43f70c4) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:51.523226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] For port e22b07f4-bf10-4a53-ad82-c3d1d931eed8, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:51.539836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] For port e22b07f4-bf10-4a53-ad82-c3d1d931eed8, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e22b07f4-bf10-4a53-ad82-c3d1d931eed8,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:51.550338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3a886db7-4a15-4edb-8c62-111445a7f0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.571504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.601450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:51.662709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3a886db7-4a15-4edb-8c62-111445a7f0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.738456 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10e6e216-250a-4bc0-ab4b-238b78de0df1 req-2767852e-acd1-465b-a2c3-45a93eb94e9d service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3685815
Feb 11 19:29:51.825938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Pushing event updated for resources: {'Port': ['ID=e22b07f4-bf10-4a53-ad82-c3d1d931eed8,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:51.841606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:51.861178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3a886db7-4a15-4edb-8c62-111445a7f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.865570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-155aa686-d62a-4031-af9a-0abd042cc02e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:51.881831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a886db7-4a15-4edb-8c62-111445a7f0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76c24c-db58-4100-8605-04f0ed1cf32e,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:51.885613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3a886db7-4a15-4edb-8c62-111445a7f0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:51.915231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3a886db7-4a15-4edb-8c62-111445a7f0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:51.916591 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-3a886db7-4a15-4edb-8c62-111445a7f0b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf76c24c-db58-4100-8605-04f0ed1cf32e HTTP/1.1" status: 204  len: 168 time: 0.9747539
Feb 11 19:29:51.968267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:52.021401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851538607'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:52.036791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:52.041968 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:52.200692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:52.301287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:52.305048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:52.309297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:52.339589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40dce5fe-6b32-4782-b797-6a1d0eed6fc8,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:52.350041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:52.380339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Pushing event updated for resources: {'Port': ['ID=421cdcfe-f180-49c6-99ad-0d63a43f70c4,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:52.385225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:52.398535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Checking segment: {'id': 'f6d8dd61-416a-4dad-9751-8fe03848a44b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0c78ae15-3e1a-4b9a-929a-34d73f0fe83a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:52.402280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Network hostable DHCP agents. Network: 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:29:52.477056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Network 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:29:52.640100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:52.651069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5501f36-7723-4fed-aecc-1fd02393b16a None None] Network 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:29:52.673846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:52.676357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:52.862121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5682bc-383c-49e5-8472-2f0fd98a3f11 req-224728a9-ad06-41da-8f31-ce11c28425f7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:52.863928 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca5682bc-383c-49e5-8472-2f0fd98a3f11 req-224728a9-ad06-41da-8f31-ce11c28425f7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.3537886
Feb 11 19:29:52.883652 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.2585580
Feb 11 19:29:52.985544 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ca5682bc-383c-49e5-8472-2f0fd98a3f11 req-642634fb-fb6f-429c-a599-4e57ec782372 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001472
Feb 11 19:29:53.004385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:53.016988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b916db9-9ce2-40f9-b818-61847a5eb0b4 None None] Network 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:29:53.473405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:53.556018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b78a111-e652-400c-aa76-e7e34a1292c0 None None] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:29:53.599936 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e22b07f4-bf10-4a53-ad82-c3d1d931eed8 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:53.802056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-0b7d4878-a646-43c3-a12c-5ea0e67a664e None None] Provisioning for port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:53.819115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Router 68274079-e6fc-407a-8ba1-4006600d12d9 is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:29:53.855683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:53.864039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:53.864487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:54.047897 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:29:54.057372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Sync routers for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:29:54.060101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:54.083396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:54.084301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad502908>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:54.164989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:54.166383 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.9962978
Feb 11 19:29:54.169305 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52700) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:54.201076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port e22b07f4-bf10-4a53-ad82-c3d1d931eed8, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e22b07f4-bf10-4a53-ad82-c3d1d931eed8,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:29:54.239441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:54.247052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:54.548393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:54.577021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-3bb92662-17cf-43cb-95a6-f6ae2c0827ba None None] Provisioning complete for port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:54.577448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bb92662-17cf-43cb-95a6-f6ae2c0827ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:54.680079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=e22b07f4-bf10-4a53-ad82-c3d1d931eed8,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:54.695284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:54.774316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a95ae5d-89a9-4bc6-8691-5a4763574fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:55.005799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-6366671c-b8c6-47dc-b674-6fa92dc5557b None None] Provisioning complete for port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:55.006375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6366671c-b8c6-47dc-b674-6fa92dc5557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:55.064171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52730) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:55.289793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad502908>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:52Z', 'revision_number': 3, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:55.296806 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Checking router: 68274079-e6fc-407a-8ba1-4006600d12d9 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:29:55.297500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Updating router 68274079-e6fc-407a-8ba1-4006600d12d9 port 421cdcfe-f180-49c6-99ad-0d63a43f70c4 binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:29:55.369401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:55.400777 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ef2a5a84-6657-412d-991b-006d9e361eee None None] Provisioning complete for port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:55.401276 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ef2a5a84-6657-412d-991b-006d9e361eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:55.419081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:55.459264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:55.473294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Usage tracker for resource:security_group_rule and tenant:5834612e9eaa4c439b7e55115634dd3e is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:55.478041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:55.492143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:55.563167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e22b07f4-bf10-4a53-ad82-c3d1d931eed8 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:55.684103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:55.686184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:55.733638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:55.782560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:55.799466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:55.845269 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5834612e9eaa4c439b7e55115634dd3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7791598
Feb 11 19:29:55.846028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52750) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:55.871857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2e5ee-ff88-4811-a5f8-82e9da5ceef1,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:55.887781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:55.888354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52752) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:55.931250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0423d6-eb03-4fc3-b7b5-9dce11305540 req-53f0222e-991d-4274-8130-8041a7be78e6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:55.953767 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7b0423d6-eb03-4fc3-b7b5-9dce11305540 req-53f0222e-991d-4274-8130-8041a7be78e6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 1.2916229
Feb 11 19:29:56.050207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a6cb869c-2f53-4a08-b0dc-cad5e6711d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.079086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.086628 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a6cb869c-2f53-4a08-b0dc-cad5e6711d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.105607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Transition to ACTIVE for port object 421cdcfe-f180-49c6-99ad-0d63a43f70c4 will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:56.138969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.159167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:56.176949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a6cb869c-2f53-4a08-b0dc-cad5e6711d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.184178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:56.222496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a6cb869c-2f53-4a08-b0dc-cad5e6711d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.223759 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a6cb869c-2f53-4a08-b0dc-cad5e6711d7e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ddc2e5ee-ff88-4811-a5f8-82e9da5ceef1 HTTP/1.1" status: 204  len: 168 time: 0.3255894
Feb 11 19:29:56.229199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb869c-2f53-4a08-b0dc-cad5e6711d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2e5ee-ff88-4811-a5f8-82e9da5ceef1,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:56.238474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a6cb869c-2f53-4a08-b0dc-cad5e6711d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:56.252187 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7b0423d6-eb03-4fc3-b7b5-9dce11305540 req-69f6e875-3c94-420e-ab66-2dab0667475e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2973275
Feb 11 19:29:56.347584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Pushing event updated for resources: {'Port': ['ID=421cdcfe-f180-49c6-99ad-0d63a43f70c4,revision_number=2']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:56.360437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.360623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.361078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.361524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.361950 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.362400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.362830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.363251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.363671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.364190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.364609 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.365026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.365491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.365905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.366945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.367356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.367770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.368184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.368599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.369012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.369429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.369852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.370278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.370736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:29:56.377544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:56.427003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Attempting to bind port 421cdcfe-f180-49c6-99ad-0d63a43f70c4 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:29:56.427480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Attempting to bind port 421cdcfe-f180-49c6-99ad-0d63a43f70c4 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:29:56.427950 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Attempting to bind port 421cdcfe-f180-49c6-99ad-0d63a43f70c4 on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:29:56.434821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:29:56.435311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:29:56.435839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.436339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:29:56.436904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Bound port: 421cdcfe-f180-49c6-99ad-0d63a43f70c4, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:29:56.437378 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.471693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.484900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.518340 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:56.538418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] For port 421cdcfe-f180-49c6-99ad-0d63a43f70c4, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:29:56.542725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Usage tracker for resource:security_group_rule and tenant:35a0196408b74725b6e5776b5ed305ec is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:56.552783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] For port 421cdcfe-f180-49c6-99ad-0d63a43f70c4, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=421cdcfe-f180-49c6-99ad-0d63a43f70c4,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:29:56.559490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:56.576789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:56.585347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.752037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:56.782074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6276-8867-40db-9f0f-1cf32358483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.795517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.833866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:56.847016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-871ce01a-3252-442f-a42e-72105edb2d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:56.881318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Pushing event updated for resources: {'Port': ['ID=421cdcfe-f180-49c6-99ad-0d63a43f70c4,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:56.893726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:56.895842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:29:56.896532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad502908>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:56.952994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee33c46-b436-4be8-b13b-0b58028f5d5b,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:56.962329 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35a0196408b74725b6e5776b5ed305ec&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0925279
Feb 11 19:29:56.963432 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:56.963863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52788) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:57.044604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Allocated IP 172.20.0.1 (1722861d-cc65-407b-a8a6-431d3e2bfd59/7964dc79-eab4-4000-9277-6e2395b50c47/2c16686e-163a-456f-a596-bb459077dbc2) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:29:57.056128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ddad2021-f155-4117-b32f-cdbd4d22f196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.115972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52796) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:57.118135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ddad2021-f155-4117-b32f-cdbd4d22f196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.214009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ddad2021-f155-4117-b32f-cdbd4d22f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.219475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-17388e5c-5961-4b77-9198-9519754ffa4f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:57.243700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.245328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad2021-f155-4117-b32f-cdbd4d22f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee33c46-b436-4be8-b13b-0b58028f5d5b,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:57.249615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ddad2021-f155-4117-b32f-cdbd4d22f196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:57.270608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ddad2021-f155-4117-b32f-cdbd4d22f196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.271279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Transition to ACTIVE for port object 2c16686e-163a-456f-a596-bb459077dbc2 will not be triggered until provisioned by entity DHCP. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:29:57.280603 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ddad2021-f155-4117-b32f-cdbd4d22f196 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cee33c46-b436-4be8-b13b-0b58028f5d5b HTTP/1.1" status: 204  len: 168 time: 0.3155665
Feb 11 19:29:57.286106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:29:57.351481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.396627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:57.399972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.434934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:57.445943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Usage tracker for resource:security_group_rule and tenant:18faf51f38cc471d84eadf680242b9fa is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:57.463721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:57.471442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:57.651386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Pushing event updated for resources: {'Port': ['ID=2c16686e-163a-456f-a596-bb459077dbc2,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:57.657516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:57.716588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.724944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:57.727798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:57.740723 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:29:57.811322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad502908>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:52Z', 'revision_number': 3, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:29:57.818269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcd8fb6-2dc7-4a5a-83cf-34cd67b3fc5a None None] The sync data for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi is: [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:52Z', 'revision_number': 3, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:29:57.843954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:57.963475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861841-4390-46f3-92ed-f8317bbee179 req-c9e5d2e4-4043-47ab-a6fc-8dce80501a80 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:57.966270 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e861841-4390-46f3-92ed-f8317bbee179 req-c9e5d2e4-4043-47ab-a6fc-8dce80501a80 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.4342575
Feb 11 19:29:58.005381 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.035846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.068438 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e861841-4390-46f3-92ed-f8317bbee179 req-ce815382-1535-423e-8544-21554d13a907 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870802
Feb 11 19:29:58.069189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.109594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-56ec2da2-694a-45e5-9c2f-5bc0df2f755f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:58.110174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-a2fa6842-b576-4106-a143-0a04f6500513 None None] Provisioning for port 2c16686e-163a-456f-a596-bb459077dbc2 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:58.115688 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-a2fa6842-b576-4106-a143-0a04f6500513 None None] Provisioning complete for port 2c16686e-163a-456f-a596-bb459077dbc2 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:58.116114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6842-b576-4106-a143-0a04f6500513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.144690 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18faf51f38cc471d84eadf680242b9fa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0172114
Feb 11 19:29:58.146561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1c107-1314-414a-8263-ead1f89cd9bf,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:58.149044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52824) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:58.151785 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:58.212567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa6842-b576-4106-a143-0a04f6500513 None None] Port 2c16686e-163a-456f-a596-bb459077dbc2 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:29:58.376801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8aa27524-6ae9-4fdd-9357-27954712aad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.440086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.449788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8aa27524-6ae9-4fdd-9357-27954712aad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.696733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8aa27524-6ae9-4fdd-9357-27954712aad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.704854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b794e916-ac1f-4543-952d-c1d01cfc0d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:58.726355 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.728189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa27524-6ae9-4fdd-9357-27954712aad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1c107-1314-414a-8263-ead1f89cd9bf,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:58.732066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8aa27524-6ae9-4fdd-9357-27954712aad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:58.735694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8aa27524-6ae9-4fdd-9357-27954712aad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.744125 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8aa27524-6ae9-4fdd-9357-27954712aad9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3bf1c107-1314-414a-8263-ead1f89cd9bf HTTP/1.1" status: 204  len: 168 time: 0.5860729
Feb 11 19:29:58.793355 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:58.827614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ff076312-7dd3-4332-8829-3643c0301353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:29:58.922865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Pushing event updated for resources: {'Port': ['ID=2c16686e-163a-456f-a596-bb459077dbc2,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:29:58.933462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:29:58.958946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:59.168469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:29:59.169658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:29:59.196243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:59.571164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ea7c0da2-3c79-4baf-9f8e-acf4637eb40f None None] Provisioning complete for port 2c16686e-163a-456f-a596-bb459077dbc2 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:59.571580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0da2-3c79-4baf-9f8e-acf4637eb40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:59.602103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 421cdcfe-f180-49c6-99ad-0d63a43f70c4 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:29:59.648899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7219f-1938-40fb-89e2-b74ebeeb47d2 req-ea9e7529-ef2d-428f-b096-b616251f8861 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:29:59.650625 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ada7219f-1938-40fb-89e2-b74ebeeb47d2 req-ea9e7529-ef2d-428f-b096-b616251f8861 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2581294
Feb 11 19:29:59.693375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Router 68274079-e6fc-407a-8ba1-4006600d12d9 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:29:59.701364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c0da2-3c79-4baf-9f8e-acf4637eb40f None None] Port 2c16686e-163a-456f-a596-bb459077dbc2 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:29:59.794161 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ada7219f-1938-40fb-89e2-b74ebeeb47d2 req-942ffa21-8766-473a-8d37-3336df352295 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345549
Feb 11 19:29:59.813362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 421cdcfe-f180-49c6-99ad-0d63a43f70c4 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:29:59.820672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 421cdcfe-f180-49c6-99ad-0d63a43f70c4 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:29:59.821100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:59.864349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52882) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:59.919013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:29:59.955116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:29:59.963953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba3019d72904cb78082af9cc4b88411 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:29:59.969599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:29:59.976066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:29:59.979875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52886) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:29:59.992643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.016495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 421cdcfe-f180-49c6-99ad-0d63a43f70c4, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=421cdcfe-f180-49c6-99ad-0d63a43f70c4,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:00.029295 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:30:00.039975 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] 10.222.0.79 "PUT /v2.0/routers/68274079-e6fc-407a-8ba1-4006600d12d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8695626
Feb 11 19:30:00.047367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.049467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:00.092243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.115925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.126186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a6cb869c-2f53-4a08-b0dc-cad5e6711d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:00.130124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=421cdcfe-f180-49c6-99ad-0d63a43f70c4,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:00.134146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:00.172618 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ba3019d72904cb78082af9cc4b88411&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3070974
Feb 11 19:30:00.174308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f03605f-3edb-4142-b816-727be04f2bd4,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:00.175648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 52896) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:00.178271 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:00.247451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.271796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:00.282088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Usage tracker for resource:security_group_rule and tenant:df2de02957d340a18d696a394734e07d is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:00.286187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:00.297486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:00.336365 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6069-4fa5-46b2-bc57-7206ecb07a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.376855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6069-4fa5-46b2-bc57-7206ecb07a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.468521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.493298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6069-4fa5-46b2-bc57-7206ecb07a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.500095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d965a546-f590-49cf-8262-612bd7f9387f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:00.517182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb6069-4fa5-46b2-bc57-7206ecb07a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f03605f-3edb-4142-b816-727be04f2bd4,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:00.520448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e2eb6069-4fa5-46b2-bc57-7206ecb07a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:00.524150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.567514 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:00.605799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e2eb6069-4fa5-46b2-bc57-7206ecb07a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.618555 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e2eb6069-4fa5-46b2-bc57-7206ecb07a29 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f03605f-3edb-4142-b816-727be04f2bd4 HTTP/1.1" status: 204  len: 168 time: 0.4297028
Feb 11 19:30:00.632857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52916) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:00.638740 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df2de02957d340a18d696a394734e07d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6576881
Feb 11 19:30:00.653885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da347cc-b1d9-49ec-bee9-fca713c1bf23,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:00.657248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:00.708499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd1635b-c869-4339-ac38-433d2a9d210d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.740643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd1635b-c869-4339-ac38-433d2a9d210d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.833068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd1635b-c869-4339-ac38-433d2a9d210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.859430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:00.892415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1635b-c869-4339-ac38-433d2a9d210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da347cc-b1d9-49ec-bee9-fca713c1bf23,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:00.902664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ecd1635b-c869-4339-ac38-433d2a9d210d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:00.934182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd1635b-c869-4339-ac38-433d2a9d210d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:00.935706 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ecd1635b-c869-4339-ac38-433d2a9d210d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0da347cc-b1d9-49ec-bee9-fca713c1bf23 HTTP/1.1" status: 204  len: 168 time: 0.3017151
Feb 11 19:30:01.163856 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Sync routers for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:30:01.184420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:30:01.185398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acefb5f8>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:01.231718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e5eea-eee0-40c7-8059-fdd37111495e req-a4392c28-3721-4059-bc09-0c1c3de788e1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:01.245955 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-505e5eea-eee0-40c7-8059-fdd37111495e req-a4392c28-3721-4059-bc09-0c1c3de788e1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2189136
Feb 11 19:30:01.315058 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-505e5eea-eee0-40c7-8059-fdd37111495e req-19894d6e-a756-4315-a0e3-82b50c7ef1b1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728326
Feb 11 19:30:01.559940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 421cdcfe-f180-49c6-99ad-0d63a43f70c4 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:01.681820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:30:01.749713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 421cdcfe-f180-49c6-99ad-0d63a43f70c4 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:01.750136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.153613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acefb5f8>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:29:58Z', 'revision_number': 2, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:02.157971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Checking router: 68274079-e6fc-407a-8ba1-4006600d12d9 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:30:02.158428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Updating router 68274079-e6fc-407a-8ba1-4006600d12d9 port 2c16686e-163a-456f-a596-bb459077dbc2 binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:30:02.219752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.466517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 52988) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:02.473581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-324757654-network', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:02.483869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:02.496331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Usage tracker for resource:network and tenant:6119ef381c254baf85ac6ded77c1a62d is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:02.502437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:02.515330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:02.570046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Made reservation on behalf of 6119ef381c254baf85ac6ded77c1a62d for: {'network': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:02.575305 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.606260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.642954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:02.652023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Usage tracker for resource:security_group_rule and tenant:6119ef381c254baf85ac6ded77c1a62d is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:02.659573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:02.670954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:02.696106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222f937-fe90-4256-a360-b8c3ed7209f1 req-90a635e6-ef77-472a-809a-928a167a2c47 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:02.709157 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3222f937-fe90-4256-a360-b8c3ed7209f1 req-90a635e6-ef77-472a-809a-928a167a2c47 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2523155
Feb 11 19:30:02.815468 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3222f937-fe90-4256-a360-b8c3ed7209f1 req-8756bb00-0b3c-4829-94f8-30673502debe tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052928
Feb 11 19:30:02.830125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.865372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.876653 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:02.882882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.902358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Transition to ACTIVE for port object 2c16686e-163a-456f-a596-bb459077dbc2 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:02.933493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.962281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:02.977869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:30:02.998884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755205775492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:02.999331 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Added segment 0fc26a7c-78c0-4af9-855e-5d7b8928c164 of type vxlan for network 5b888ec4-24f7-417e-a929-eb603f515036
Feb 11 19:30:03.043522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b9d03-12b9-429b-8206-bcc8113889f1,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:03.063863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:03.080936 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:03.168791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f05ec2-52c1-4727-9321-b254fa3534dc None None] Pushing event updated for resources: {'Port': ['ID=2c16686e-163a-456f-a596-bb459077dbc2,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:03.176467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f1f05ec2-52c1-4727-9321-b254fa3534dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:03.185914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:30:03.218328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:03.227508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:03.228834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:03.229492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:03.250585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:03.407320 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Pushing event updated for resources: {'Network': ['ID=5b888ec4-24f7-417e-a929-eb603f515036,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:03.423353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:03.426706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 5b888ec4-24f7-417e-a929-eb603f515036 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:30:03.446151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 5b888ec4-24f7-417e-a929-eb603f515036 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:30:03.451135 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.9806545
Feb 11 19:30:03.451215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53024) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:03.457184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Request body: {'subnet': {'network_id': '5b888ec4-24f7-417e-a929-eb603f515036', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-324757654-subnet', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'ip_version': 4}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:03.470047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:03.477814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Usage tracker for resource:subnet and tenant:6119ef381c254baf85ac6ded77c1a62d is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:03.484679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:03.492973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:03.564707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Made reservation on behalf of 6119ef381c254baf85ac6ded77c1a62d for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:03.570762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851538624'] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:03.603579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Attempting to bind port 2c16686e-163a-456f-a596-bb459077dbc2 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:30:03.604057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Attempting to bind port 2c16686e-163a-456f-a596-bb459077dbc2 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:30:03.604501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Attempting to bind port 2c16686e-163a-456f-a596-bb459077dbc2 on network 1722861d-cc65-407b-a8a6-431d3e2bfd59 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:30:03.658394 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:30:03.658815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Checking segment: {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:03.659259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:03.659716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Bound using segment: {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:30:03.660224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Bound port: 2c16686e-163a-456f-a596-bb459077dbc2, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:30:03.660638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:03.827512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] For port 2c16686e-163a-456f-a596-bb459077dbc2, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:30:03.831213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] For port 2c16686e-163a-456f-a596-bb459077dbc2, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=2c16686e-163a-456f-a596-bb459077dbc2,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:30:03.868575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:03.903716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:04.004827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f05ec2-52c1-4727-9321-b254fa3534dc None None] Pushing event updated for resources: {'Port': ['ID=2c16686e-163a-456f-a596-bb459077dbc2,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:04.011092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f1f05ec2-52c1-4727-9321-b254fa3534dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:04.228124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc643-7b0e-4766-a1dd-3d8bb71801d6 req-3d74dc39-44fa-4003-882b-00b5ea07dca4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:04.229959 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e26cc643-7b0e-4766-a1dd-3d8bb71801d6 req-3d74dc39-44fa-4003-882b-00b5ea07dca4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2274845
Feb 11 19:30:04.316548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851538607'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:04.350040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a78d260a-fcab-4991-99cb-b4b8c000299a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:04.381129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:30:04.382436 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acefb5f8>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:04.733100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:30:04.800598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f081cb5-e024-4403-a8e9-cac640b2ba11,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:04.856987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:04.908008 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e26cc643-7b0e-4766-a1dd-3d8bb71801d6 req-949a558f-c600-448b-ab80-e46ddd691178 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6652954
Feb 11 19:30:05.025804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Checking segment: {'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:05.026429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Network hostable DHCP agents. Network: 5b888ec4-24f7-417e-a929-eb603f515036, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:30:05.110103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Network 5b888ec4-24f7-417e-a929-eb603f515036 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:30:05.175820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 5b888ec4-24f7-417e-a929-eb603f515036) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:05.176463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acefb5f8>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:30:03Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:05.181480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed4c05-41dc-4785-a5b2-fc889508815b None None] The sync data for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi is: [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:30:03Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:30:05.191345 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1976d3-5cb7-43a2-a151-95644a4a7c12 None None] Network 5b888ec4-24f7-417e-a929-eb603f515036 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:30:05.194003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:05.194774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:05.322656 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.8702719
Feb 11 19:30:05.325270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53080) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:05.331012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:05.344086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:05.353385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Usage tracker for resource:router and tenant:6119ef381c254baf85ac6ded77c1a62d is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:05.357963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:05.364361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:05.426768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:05.428064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:05.541987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-5b888ec4-24f7-417e-a929-eb603f515036', 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'fixed_ips': [{'subnet_id': '6f081cb5-e024-4403-a8e9-cac640b2ba11'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:30:05.545231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:05.623009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 2c16686e-163a-456f-a596-bb459077dbc2 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:05.646302 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:05.993113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Allocated IP 172.20.0.2 (5b888ec4-24f7-417e-a929-eb603f515036/6f081cb5-e024-4403-a8e9-cac640b2ba11/14f6b961-79ae-46dc-bc1f-fc31dcfad1a9) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:30:06.122164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 2c16686e-163a-456f-a596-bb459077dbc2 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:06.128371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 2c16686e-163a-456f-a596-bb459077dbc2 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:06.128887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:06.519110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:06.560471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:06.617631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe37aa-2277-40ba-a79c-85955a5d265d req-233b03f8-a4a9-47be-ba6a-b1f9fe010186 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:06.619469 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-94fe37aa-2277-40ba-a79c-85955a5d265d req-233b03f8-a4a9-47be-ba6a-b1f9fe010186 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.3659463
Feb 11 19:30:06.753877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 2c16686e-163a-456f-a596-bb459077dbc2, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=2c16686e-163a-456f-a596-bb459077dbc2,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:06.788349 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-94fe37aa-2277-40ba-a79c-85955a5d265d req-82f9b23c-a17a-44c3-8494-16d2954ecc6f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546941
Feb 11 19:30:06.804853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:06.807873 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:06.811417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:06.865100 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-51d31404-7296-4390-87d1-d22944100176 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=3ab4301151e54babafb1013ddb3273c3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0740037
Feb 11 19:30:06.929169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Transition to ACTIVE for port object 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:06.972249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Transition to ACTIVE for port object 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:06.977043 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=2c16686e-163a-456f-a596-bb459077dbc2,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:06.981318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:07.005850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:07.065307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e5af085c-e314-4694-83be-ad6a76b1875f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:07.145868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-e7d57f9f-50ce-4ca5-9786-a50a70246282 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:07.148107 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-e7d57f9f-50ce-4ca5-9786-a50a70246282 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2819338
Feb 11 19:30:07.203450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Pushing event updated for resources: {'Port': ['ID=14f6b961-79ae-46dc-bc1f-fc31dcfad1a9,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:07.208755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:07.259763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Network 5b888ec4-24f7-417e-a929-eb603f515036 is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:30:07.261028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:07.263276 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:30:07.298413 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-2e6905b9-8a85-499d-8cbe-7506dc22787a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/quotas/3ab4301151e54babafb1013ddb3273c3 HTTP/1.1" status: 200  len: 375 time: 0.1416256
Feb 11 19:30:07.326876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Attempting to bind port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:30:07.327596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Attempting to bind port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:30:07.328083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Attempting to bind port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 on network 5b888ec4-24f7-417e-a929-eb603f515036 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:30:07.334407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:30:07.335508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Checking segment: {'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:07.336019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:07.336522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Bound using segment: {'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:30:07.337127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Bound port: 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:30:07.337683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:07.364510 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-02296f90-bdc5-45c4-b29e-929d4011c789 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3ab4301151e54babafb1013ddb3273c3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0576677
Feb 11 19:30:07.431220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:07.462312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:07.540046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] For port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:30:07.545443 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] For port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=14f6b961-79ae-46dc-bc1f-fc31dcfad1a9,segment=NetworkSegment(0fc26a7c-78c0-4af9-855e-5d7b8928c164),segment_id=0fc26a7c-78c0-4af9-855e-5d7b8928c164)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:30:07.586156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 2c16686e-163a-456f-a596-bb459077dbc2 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:07.628268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:07.659618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:07.758347 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e62caa16-71f4-4560-a85c-c0717463cdd4 req-320bc129-4a5b-4edd-b1b7-3c5497956edf tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 210 time: 0.0655618
Feb 11 19:30:07.866495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Allocated IP 172.27.2.166 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/2442af5f-b29f-4b3e-b989-5a79051e2f50) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:30:08.042555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 2c16686e-163a-456f-a596-bb459077dbc2 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:08.042969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:08.087145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:08.093786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Pushing event updated for resources: {'Port': ['ID=14f6b961-79ae-46dc-bc1f-fc31dcfad1a9,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:08.102212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:08.160298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:08.182068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8445f-eca3-4eb8-93a0-6e623c799187 req-c199d715-cff4-4728-b802-776cdae3bd8d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:08.184060 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-72f8445f-eca3-4eb8-93a0-6e623c799187 req-c199d715-cff4-4728-b802-776cdae3bd8d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2221653
Feb 11 19:30:08.232621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7312134b-1ef6-428a-8a06-6e9df611fa3a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:08.318564 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-72f8445f-eca3-4eb8-93a0-6e623c799187 req-09a15aa1-0d9d-4a62-b31a-3724953163eb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269774
Feb 11 19:30:08.409819 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Pushing event updated for resources: {'Port': ['ID=2442af5f-b29f-4b3e-b989-5a79051e2f50,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:08.415199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:08.472892 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:30:08.474121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:08.478590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:30:09.154147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53196) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:09.328323 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-65d62355-5c3b-47dc-a13d-a5afd0ccc962 req-b9f0e9f5-4f66-4356-b815-af420a20fc4d tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 210 time: 0.3318608
Feb 11 19:30:09.363223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:09.367401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:09.415830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:09.425896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2e907b7246407ca34242e897aa63b1 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:09.439388 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:09.446597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:09.661441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:09.875951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c554c3-624c-42c9-b7a7-074a34afe100 None None] Network 5b888ec4-24f7-417e-a929-eb603f515036 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:30:09.909537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:09.951897 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.037464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163534fd-b6a3-4735-868b-f8ee4bdf7b2f req-4ead1001-81dd-4547-9228-c2c61f0e39ab tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:10.045690 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-163534fd-b6a3-4735-868b-f8ee4bdf7b2f req-4ead1001-81dd-4547-9228-c2c61f0e39ab tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.5010400
Feb 11 19:30:10.067541 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-0512d409-61a9-4ef1-9021-889ed586d9fd tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.100 "GET /v2.0/networks?tenant_id=3ab4301151e54babafb1013ddb3273c3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1103344
Feb 11 19:30:10.126270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] Provisioning for port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:10.127241 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-163534fd-b6a3-4735-868b-f8ee4bdf7b2f req-fc4cc73a-f8c7-4659-99b2-fce61270e5da tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804734
Feb 11 19:30:10.136710 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] Provisioning complete for port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:10.137361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.164757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.202118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.213338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:10.251307 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb2e907b7246407ca34242e897aa63b1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0957074
Feb 11 19:30:10.254604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53214) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:10.311617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.335338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c05533b2-476b-4a04-ad05-7c1d60156cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.362379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] For port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=14f6b961-79ae-46dc-bc1f-fc31dcfad1a9,segment=NetworkSegment(0fc26a7c-78c0-4af9-855e-5d7b8928c164),segment_id=0fc26a7c-78c0-4af9-855e-5d7b8928c164)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:10.370802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c05533b2-476b-4a04-ad05-7c1d60156cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.378871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53220) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:10.398502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.400611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b0c81fef-122d-4747-9f42-fcc74cc3d9ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:10.482341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4b3e31-8ec2-4a59-9b0f-d13f8e7fa1a9,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:10.491921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:10.510398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c05533b2-476b-4a04-ad05-7c1d60156cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.517673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-17e30a2f-20dc-4b82-9a31-8f38f2573dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:10.535908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05533b2-476b-4a04-ad05-7c1d60156cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4b3e31-8ec2-4a59-9b0f-d13f8e7fa1a9,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:10.547712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c05533b2-476b-4a04-ad05-7c1d60156cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:10.549056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c05533b2-476b-4a04-ad05-7c1d60156cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.554564 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c05533b2-476b-4a04-ad05-7c1d60156cee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7f4b3e31-8ec2-4a59-9b0f-d13f8e7fa1a9 HTTP/1.1" status: 204  len: 168 time: 0.2986724
Feb 11 19:30:10.626626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] Pushing event updated for resources: {'Port': ['ID=14f6b961-79ae-46dc-bc1f-fc31dcfad1a9,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:10.631120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:10.743769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-6b5ae5e3-2514-43b4-bf08-8abfc05956e7 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:10.745479 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-6b5ae5e3-2514-43b4-bf08-8abfc05956e7 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5777955
Feb 11 19:30:10.822121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Request body: {'port': {'device_id': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'network_id': '701cb413-7684-44a8-92cd-5355cca54505', 'admin_state_up': True, 'tenant_id': '3ab4301151e54babafb1013ddb3273c3'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:10.826117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-21e82a81-90ad-47ec-a907-eb671a9bb69b None None] Provisioning complete for port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:10.826577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-21e82a81-90ad-47ec-a907-eb671a9bb69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.864151 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0c3c7e06-edf2-4a9a-824d-12f6a6b75072 req-517b0eaf-65c7-42d8-94e4-75df4e2302d5 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 210 time: 0.1175678
Feb 11 19:30:10.889473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:10.976676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:30:11.004242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:11.010490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Usage tracker for resource:security_group_rule and tenant:11abbea863904a38a36067e3e2928901 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:11.014490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:11.031943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:11.137882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-e9a49e93-09d3-4c06-9e8d-2feb612885f7 None None] Provisioning complete for port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:11.138326 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9a49e93-09d3-4c06-9e8d-2feb612885f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:11.298450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:30:11.308115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Sync routers for ids ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:30:11.331607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Routers {'487af933-7b2e-4e33-ad3e-9e8a98f50ef4'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:30:11.335867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad394550>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:11.355151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:11.359737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Usage tracker for resource:port and tenant:3ab4301151e54babafb1013ddb3273c3 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:11.362907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:11.369839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:11.472715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Notify callbacks [] for router, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:11.477398 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.1508052
Feb 11 19:30:11.478590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53250) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:11.525980 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-cab99f6e-94a4-49f1-a4d4-ff1c78a6ac08 None None] Provisioning complete for port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:11.526669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cab99f6e-94a4-49f1-a4d4-ff1c78a6ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:11.555533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Made reservation on behalf of 3ab4301151e54babafb1013ddb3273c3 for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:11.591014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:11.621426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:11.621792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Set router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:30:11.635764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:11.749255 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d7f07-3e67-4208-bae0-7b9b2d9bac0c req-ffb76d81-1f43-4f05-9fa5-448a5a716b23 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:11.751293 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-013d7f07-3e67-4208-bae0-7b9b2d9bac0c req-ffb76d81-1f43-4f05-9fa5-448a5a716b23 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.3502049
Feb 11 19:30:11.751852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53254) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:11.767618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:11.788451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:11.818908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:11.820216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:11.844452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Usage tracker for resource:security_group_rule and tenant:3ab4301151e54babafb1013ddb3273c3 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:11.868054 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:11.897735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:11.905678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Usage tracker for resource:security_group_rule and tenant:1100abff5c034d2080e547c4cc8f1653 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:11.916344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:11.922975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:11.980670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad394550>, [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:30:08Z', 'revision_number': 3, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:11.985314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Checking router: 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:30:11.985855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Updating router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 port 2442af5f-b29f-4b3e-b989-5a79051e2f50 binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:30:12.045424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.047933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.062081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:12.085204 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-013d7f07-3e67-4208-bae0-7b9b2d9bac0c req-1d09b60a-2d81-42c2-b039-5f3ec6adc70d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3212245
Feb 11 19:30:12.090100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.130821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.132007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:12.150005 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1100abff5c034d2080e547c4cc8f1653&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3912878
Feb 11 19:30:12.154281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53262) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:12.175106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.195810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9802535d-a9f6-4d9a-a831-362d3519d712,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:12.207096 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:12.211467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-61af1e01-f953-416a-a026-e5fbc02e404e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:12.245461 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11abbea863904a38a36067e3e2928901&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8480835
Feb 11 19:30:12.253279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53266) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:12.266279 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4a78a5d9-47af-4464-8af3-3a503443672c req-111bdf8c-c69d-458c-8123-2a12dc7ea1ce tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 210 time: 0.0716693
Feb 11 19:30:12.291114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e2da79-ea19-41a1-b7d8-6938723233c9,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:12.301327 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d271c08f-aba2-4b33-80bb-c13c3740157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.305289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:12.366169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a136-f408-4753-8b71-2395d1ad7b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.391815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d271c08f-aba2-4b33-80bb-c13c3740157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.401690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.410067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a136-f408-4753-8b71-2395d1ad7b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.432711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.453212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:12.505311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.519534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Transition to ACTIVE for port object 2442af5f-b29f-4b3e-b989-5a79051e2f50 will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:12.551963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.587635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.616837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:12.675847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d271c08f-aba2-4b33-80bb-c13c3740157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.686412 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ad883adc-5dd2-4042-9c48-0180a32f21dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:12.708503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271c08f-aba2-4b33-80bb-c13c3740157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9802535d-a9f6-4d9a-a831-362d3519d712,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:12.711164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d271c08f-aba2-4b33-80bb-c13c3740157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.725672 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d271c08f-aba2-4b33-80bb-c13c3740157f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9802535d-a9f6-4d9a-a831-362d3519d712 HTTP/1.1" status: 204  len: 168 time: 0.5600038
Feb 11 19:30:12.729458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d271c08f-aba2-4b33-80bb-c13c3740157f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:12.834314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Allocated IP 192.168.233.20 (701cb413-7684-44a8-92cd-5355cca54505/bc80146c-307a-4f3d-a9ed-8592c9c7d6f8/e292aba7-5d03-410f-8c89-2d66c4b7d7fc) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:30:12.875447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:12.882420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:12.973571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a136-f408-4753-8b71-2395d1ad7b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:12.981355 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6fe6db88-792e-4f42-aba2-cb8cc9af5a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:12.998953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb375c1-99b0-420b-a71d-2a6a1de6ffdf None None] Pushing event updated for resources: {'Port': ['ID=2442af5f-b29f-4b3e-b989-5a79051e2f50,revision_number=2']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:13.004419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-adb375c1-99b0-420b-a71d-2a6a1de6ffdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:13.014709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Allocated IP 172.20.0.1 (5b888ec4-24f7-417e-a929-eb603f515036/6f081cb5-e024-4403-a8e9-cac640b2ba11/8f2b44a6-39f3-4e20-8475-bdb61a1b0805) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:30:13.092205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Attempting to bind port 2442af5f-b29f-4b3e-b989-5a79051e2f50 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:30:13.092607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Attempting to bind port 2442af5f-b29f-4b3e-b989-5a79051e2f50 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:30:13.093004 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Attempting to bind port 2442af5f-b29f-4b3e-b989-5a79051e2f50 on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:30:13.097127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7a136-f408-4753-8b71-2395d1ad7b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e2da79-ea19-41a1-b7d8-6938723233c9,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:13.103234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:30:13.103584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:13.104023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:13.105189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e9a7a136-f408-4753-8b71-2395d1ad7b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:13.109407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:30:13.109995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Bound port: 2442af5f-b29f-4b3e-b989-5a79051e2f50, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:30:13.110483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:13.153982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a136-f408-4753-8b71-2395d1ad7b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:13.155286 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e9a7a136-f408-4753-8b71-2395d1ad7b19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60e2da79-ea19-41a1-b7d8-6938723233c9 HTTP/1.1" status: 204  len: 168 time: 0.8986034
Feb 11 19:30:13.284515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:13.306166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] For port 2442af5f-b29f-4b3e-b989-5a79051e2f50, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:30:13.313128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Transition to ACTIVE for port object e292aba7-5d03-410f-8c89-2d66c4b7d7fc will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:13.313610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:13.315396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] For port 2442af5f-b29f-4b3e-b989-5a79051e2f50, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=2442af5f-b29f-4b3e-b989-5a79051e2f50,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:30:13.337333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Transition to ACTIVE for port object 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 will not be triggered until provisioned by entity DHCP. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:13.363066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:13.393393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:13.447715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-942b8493-9597-4989-b519-e9f74151eccd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:13.514125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:13.521062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2ed976a8-b416-4f5d-bb4d-21a438f67385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:13.629604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb375c1-99b0-420b-a71d-2a6a1de6ffdf None None] Pushing event updated for resources: {'Port': ['ID=2442af5f-b29f-4b3e-b989-5a79051e2f50,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:13.651572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-adb375c1-99b0-420b-a71d-2a6a1de6ffdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:13.853834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Pushing event updated for resources: {'Port': ['ID=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:13.859368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:13.957392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5b58d-82f2-471f-86e4-cf1857d6c417 req-6074c001-5876-4b4f-9bca-ac572d31b608 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:13.965422 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e1f5b58d-82f2-471f-86e4-cf1857d6c417 req-6074c001-5876-4b4f-9bca-ac572d31b608 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 935 time: 0.3754489
Feb 11 19:30:14.042934 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e1f5b58d-82f2-471f-86e4-cf1857d6c417 req-4ac562e4-cd82-4c26-818c-96057a6bc184 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764129
Feb 11 19:30:14.055933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Routers {'487af933-7b2e-4e33-ad3e-9e8a98f50ef4'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:30:14.056894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad394550>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:14.103228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Network 5b888ec4-24f7-417e-a929-eb603f515036 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:30:14.105531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:14.110815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:30:14.111187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:14.194971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Pushing event updated for resources: {'Port': ['ID=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:14.198770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:14.236732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:14.325665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53310) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:14.330321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323497f2-15c5-4684-a302-e49f3e7fed17 req-b3b79d4e-2d5c-4dd1-9ffb-ad353dc05b6d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:14.337961 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-323497f2-15c5-4684-a302-e49f3e7fed17 req-b3b79d4e-2d5c-4dd1-9ffb-ad353dc05b6d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.9800327
Feb 11 19:30:14.385472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:14.425860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:14.427799 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-323497f2-15c5-4684-a302-e49f3e7fed17 req-2cffd4ee-b28f-4256-a191-1f54032905f0 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884821
Feb 11 19:30:14.438324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Usage tracker for resource:security_group_rule and tenant:0fe6740263e3451ab51224754072d6da is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:14.439522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Network 701cb413-7684-44a8-92cd-5355cca54505 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:30:14.440785 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:14.445038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:14.447010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:30:14.460370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:14.500942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] Set router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:30:14.573591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-8577f8d8-1705-487a-bddc-c4bc76bcb368 None None] Provisioning for port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:14.590406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-8577f8d8-1705-487a-bddc-c4bc76bcb368 None None] Provisioning complete for port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:14.590834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8577f8d8-1705-487a-bddc-c4bc76bcb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:14.742840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-8577f8d8-1705-487a-bddc-c4bc76bcb368 None None] Port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:30:14.749815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:14.759945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:14.760899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:14.771894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:14.795184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:14.805283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e2eb6069-4fa5-46b2-bc57-7206ecb07a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:14.816242 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.0013006
Feb 11 19:30:14.833503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Request body: {'port': {'device_id': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:14.919198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-b8326729-12ac-437a-be23-19e94f7fd997 None None] Provisioning for port e292aba7-5d03-410f-8c89-2d66c4b7d7fc completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:14.928644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-b8326729-12ac-437a-be23-19e94f7fd997 None None] Provisioning complete for port e292aba7-5d03-410f-8c89-2d66c4b7d7fc triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:14.928644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b8326729-12ac-437a-be23-19e94f7fd997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:14.928925 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fe6740263e3451ab51224754072d6da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5992072
Feb 11 19:30:14.930787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53328) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:14.995315 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8134fd15-d266-4757-8e8f-9e5d0d56f601,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:15.000047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:15.108133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b8326729-12ac-437a-be23-19e94f7fd997 None None] Port e292aba7-5d03-410f-8c89-2d66c4b7d7fc cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:30:15.114522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad394550>, [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:30:08Z', 'revision_number': 3, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:15.126082 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671eb5ee-e09e-4eb9-82dd-06a5473f6cfe None None] The sync data for ids ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'] in dv-cinder-775250-1-iscsi is: [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:30:08Z', 'revision_number': 3, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:30:15.132334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ad4aee36-b3f5-4b05-8432-337bdaf638c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:15.146538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:15.289605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ad4aee36-b3f5-4b05-8432-337bdaf638c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:15.546792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:15.581625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:15.620863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:15.703732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c9d57-e48f-47ea-80b3-3b04948ac5bd req-30ff3395-c5ae-4b9d-975b-8440561ce7b3 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:15.705631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-467c9d57-e48f-47ea-80b3-3b04948ac5bd req-30ff3395-c5ae-4b9d-975b-8440561ce7b3 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Synchronizing usage tracker for tenant:3ab4301151e54babafb1013ddb3273c3 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:15.738082 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Pushing event updated for resources: {'Port': ['ID=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:15.748598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:15.832064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:15.901643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-467c9d57-e48f-47ea-80b3-3b04948ac5bd req-30ff3395-c5ae-4b9d-975b-8440561ce7b3 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Unset dirty status for tenant:3ab4301151e54babafb1013ddb3273c3 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:15.902981 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-467c9d57-e48f-47ea-80b3-3b04948ac5bd req-30ff3395-c5ae-4b9d-975b-8440561ce7b3 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 935 time: 0.4588773
Feb 11 19:30:15.972489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ad4aee36-b3f5-4b05-8432-337bdaf638c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:16.028907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53a99f-9acf-4ea1-af32-102c2f6659ce req-4c76d1db-04d9-4f11-ab75-6950b04ca640 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:16.036494 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2c53a99f-9acf-4ea1-af32-102c2f6659ce req-4c76d1db-04d9-4f11-ab75-6950b04ca640 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2995713
Feb 11 19:30:16.107237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e292aba7-5d03-410f-8c89-2d66c4b7d7fc {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:30:16.125334 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2c53a99f-9acf-4ea1-af32-102c2f6659ce req-d87a001f-af8d-42ae-9526-f2917f66d266 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878508
Feb 11 19:30:16.128068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:16.149976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Network 5b888ec4-24f7-417e-a929-eb603f515036 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:30:16.151241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:16.160681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3d1d00e3-3eb2-44b2-a620-44bbdbb51696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:16.200967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ad4aee36-b3f5-4b05-8432-337bdaf638c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:16.204555 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ad4aee36-b3f5-4b05-8432-337bdaf638c2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8134fd15-d266-4757-8e8f-9e5d0d56f601 HTTP/1.1" status: 204  len: 168 time: 1.2702551
Feb 11 19:30:16.240213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-467c9d57-e48f-47ea-80b3-3b04948ac5bd req-827ffe89-c82b-49a4-9330-167331c2cb1d tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Synchronizing usage tracker for tenant:3ab4301151e54babafb1013ddb3273c3 on resource:security_group {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:16.253647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Transition to ACTIVE for port object e292aba7-5d03-410f-8c89-2d66c4b7d7fc will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:16.281214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4aee36-b3f5-4b05-8432-337bdaf638c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134fd15-d266-4757-8e8f-9e5d0d56f601,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:16.288900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ad4aee36-b3f5-4b05-8432-337bdaf638c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:16.290994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:16.481874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:16.528614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-467c9d57-e48f-47ea-80b3-3b04948ac5bd req-827ffe89-c82b-49a4-9330-167331c2cb1d tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Unset dirty status for tenant:3ab4301151e54babafb1013ddb3273c3 on resource:security_group {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:16.530459 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-467c9d57-e48f-47ea-80b3-3b04948ac5bd req-827ffe89-c82b-49a4-9330-167331c2cb1d tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6115696
Feb 11 19:30:16.570541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:30:16.606640 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-ed85b2af-8637-4faf-9b55-ded7a5b8c5f1 None None] Provisioning complete for port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:16.607226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ed85b2af-8637-4faf-9b55-ded7a5b8c5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:16.755559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Pushing event updated for resources: {'Port': ['ID=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:16.766590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:16.782600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-ed85b2af-8637-4faf-9b55-ded7a5b8c5f1 None None] Port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:30:16.820707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Attempting to bind port e292aba7-5d03-410f-8c89-2d66c4b7d7fc on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:30:16.821093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Attempting to bind port e292aba7-5d03-410f-8c89-2d66c4b7d7fc by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:30:16.821477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Attempting to bind port e292aba7-5d03-410f-8c89-2d66c4b7d7fc on network 701cb413-7684-44a8-92cd-5355cca54505 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:30:16.834093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:30:16.835158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Checking segment: {'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:16.844639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:16.845118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Bound using segment: {'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:30:16.845659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Bound port: e292aba7-5d03-410f-8c89-2d66c4b7d7fc, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b32e7a-2079-4e5b-90d6-051ea895a514', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '701cb413-7684-44a8-92cd-5355cca54505'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:30:16.846067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:16.995013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53378) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:17.040661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] For port e292aba7-5d03-410f-8c89-2d66c4b7d7fc, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:30:17.046062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] For port e292aba7-5d03-410f-8c89-2d66c4b7d7fc, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,segment=NetworkSegment(49b32e7a-2079-4e5b-90d6-051ea895a514),segment_id=49b32e7a-2079-4e5b-90d6-051ea895a514)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:30:17.061007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:30:17.077221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:17.089146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Deleting subnet fe8a8c8e-dc53-4f6a-b53e-0be597374f1f {{(pid=80006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:30:17.097654 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] 10.222.0.79 "PUT /v2.0/routers/487af933-7b2e-4e33-ad3e-9e8a98f50ef4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6139560
Feb 11 19:30:17.098677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:17.110922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:17.168323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581723'] for subnet, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:17.242769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:17.304025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Pushing event updated for resources: {'Port': ['ID=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:17.308564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:17.326147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:17.326974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:17.328697 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] 10.222.0.100 "PUT /v2.0/ports/e292aba7-5d03-410f-8c89-2d66c4b7d7fc HTTP/1.1" status: 200  len: 1161 time: 2.5030613
Feb 11 19:30:17.329467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'tag': 'e292aba7-5d03-410f-8c89-2d66c4b7d7fc'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:30:17.517892 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'tag': 'e292aba7-5d03-410f-8c89-2d66c4b7d7fc', 'status': 'completed', 'code': 200}
Feb 11 19:30:17.618864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 2442af5f-b29f-4b3e-b989-5a79051e2f50 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:17.734358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852446948'] for subnet, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:17.740048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff59bb1-d791-4827-b2d9-5026174f42fa req-9497e64f-dcd9-4652-840c-6165a9465a1a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:17.741912 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ff59bb1-d791-4827-b2d9-5026174f42fa req-9497e64f-dcd9-4652-840c-6165a9465a1a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.4042358
Feb 11 19:30:17.755239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-cc3c25ae-0f1a-467d-b0e8-63b34cce59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:17.756863 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-cc3c25ae-0f1a-467d-b0e8-63b34cce59a9 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3ab4301151e54babafb1013ddb3273c3&device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 1164 time: 0.3365047
Feb 11 19:30:17.809633 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 2442af5f-b29f-4b3e-b989-5a79051e2f50 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:17.815367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 2442af5f-b29f-4b3e-b989-5a79051e2f50 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:17.815912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:17.881716 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-761dc125-da3b-42c8-acc3-716b792764d6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=e292aba7-5d03-410f-8c89-2d66c4b7d7fc HTTP/1.1" status: 200  len: 217 time: 0.1056929
Feb 11 19:30:17.921829 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1694d0d4-93bf-4701-9979-bd7908eefdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:17.979811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8a8c8e-dc53-4f6a-b53e-0be597374f1f,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:17.985813 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:17.986319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-2c94ec18-7e69-4cce-8b1d-4d2a22f27617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:17.988029 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-2c94ec18-7e69-4cce-8b1d-4d2a22f27617 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bc80146c-307a-4f3d-a9ed-8592c9c7d6f8 HTTP/1.1" status: 200  len: 843 time: 0.0967507
Feb 11 19:30:17.992700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.004213 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fe8a8c8e-dc53-4f6a-b53e-0be597374f1f HTTP/1.1" status: 204  len: 168 time: 1.0079651
Feb 11 19:30:18.006889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.013783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53416) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:18.056129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 2442af5f-b29f-4b3e-b989-5a79051e2f50, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=2442af5f-b29f-4b3e-b989-5a79051e2f50,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:18.095638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.098496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:18.105700 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ff59bb1-d791-4827-b2d9-5026174f42fa req-7e93ced4-bd2a-4f79-98d1-33419aa2754f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3527105
Feb 11 19:30:18.139107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-084ffebc-71ea-4c57-a9f8-8c7fe3df86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:18.140952 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-084ffebc-71ea-4c57-a9f8-8c7fe3df86d4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=701cb413-7684-44a8-92cd-5355cca54505&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1432920
Feb 11 19:30:18.211276 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.298340 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=2442af5f-b29f-4b3e-b989-5a79051e2f50,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:18.317344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:18.411652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53426) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:18.452370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Sync routers for ids ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:30:18.462690 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-cd32f287-f2f0-4b15-bf95-87577c327593 service neutron] 10.222.0.100 "GET /v2.0/networks/701cb413-7684-44a8-92cd-5355cca54505?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934341
Feb 11 19:30:18.471225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Routers {'487af933-7b2e-4e33-ad3e-9e8a98f50ef4'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:30:18.471930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acb6c470>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:18.578727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.696890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-456716325', 'description': 'tempest-TestShelveInstance-456716325 description'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:18.723339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:18.727878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Usage tracker for resource:security_group and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:18.730784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:18.736844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:18.747408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-710712694-network', 'tenant_id': '59783d80d9da4eab9e16ad463c8a6c45'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:18.757836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:18.774859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Usage tracker for resource:network and tenant:59783d80d9da4eab9e16ad463c8a6c45 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:18.780200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:18.784884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ac0a9048>,) {'filters': {'network_id': ['9d42fbfe-c084-41c5-9a74-430aed66b415']}} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:18.797358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.809930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:18.824386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Set router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:30:18.830409 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac0a9048>, 'c833503c-7888-4a1c-9aa6-0bf9c49e3a8e') {'for_net_delete': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:18.830409 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac0a9048>, 'c833503c-7888-4a1c-9aa6-0bf9c49e3a8e') {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:18.848808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:18.853174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852194093'] for segment, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.854526 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7fd2b57f-a402-4a00-8f21-649ffde89a7a req-9720b96a-c2fa-43c7-8ba1-907fee32b607 service neutron] 10.222.0.100 "GET /v2.0/networks/701cb413-7684-44a8-92cd-5355cca54505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3907876
Feb 11 19:30:18.864784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Usage tracker for resource:security_group_rule and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:18.869313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:18.880780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:18.885372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Made reservation on behalf of 59783d80d9da4eab9e16ad463c8a6c45 for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:18.890350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.904603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.908418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:18.925784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:30:18.974843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900776-a8de-43a7-ae41-d4bc60bcf3f0 req-3c6e30ab-5b07-4ea2-95fa-744d49015ad6 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:18.983061 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2a900776-a8de-43a7-ae41-d4bc60bcf3f0 req-3c6e30ab-5b07-4ea2-95fa-744d49015ad6 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 947 time: 0.4612975
Feb 11 19:30:19.008200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:19.028894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Usage tracker for resource:security_group_rule and tenant:59783d80d9da4eab9e16ad463c8a6c45 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:19.039449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:19.078340 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:19.173458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Network 9d42fbfe-c084-41c5-9a74-430aed66b415 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:30:19.190158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852285452'] for segment, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.237619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acb6c470>, [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:30:14Z', 'revision_number': 4, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '8f2b44a6-39f3-4e20-8475-bdb61a1b0805', 'name': '', 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'mac_address': 'fa:16:3e:df:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6f081cb5-e024-4403-a8e9-cac640b2ba11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:12Z', 'updated_at': '2021-02-11T19:30:15Z', 'revision_number': 2, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'subnets': [{'id': '6f081cb5-e024-4403-a8e9-cac640b2ba11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:19.242703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Checking router: 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:30:19.243213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Updating router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:30:19.311223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.357903 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2a900776-a8de-43a7-ae41-d4bc60bcf3f0 req-d60b29fa-ff2b-4cb7-89b3-6a3936567abe tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3734510
Feb 11 19:30:19.360477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.382454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-0b2a3780-0bad-4b84-bc65-aa3de9f26829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:19.384338 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-0b2a3780-0bad-4b84-bc65-aa3de9f26829 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3ab4301151e54babafb1013ddb3273c3&device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 1164 time: 0.3989847
Feb 11 19:30:19.417323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.429322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-169752cf-ff91-445a-8cd7-06b8fbf12934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:19.484026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Network 9d42fbfe-c084-41c5-9a74-430aed66b415 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:30:19.513190 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:30:19.608046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb6f3d-2acc-47b5-b62f-5743acf79e75,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:19.632482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:19.678973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.680148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.681671 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e64d16bf-3f2d-48d8-8106-0a7f72533ee1 req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.9914057
Feb 11 19:30:19.716196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.721531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a7c50489-93d5-42c3-bc2f-717150402094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:19.725672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-301e3d55-6b3d-4bc6-a42c-bfced767fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:19.727338 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-301e3d55-6b3d-4bc6-a42c-bfced767fba8 service neutron] 10.222.0.100 "GET /v2.0/networks?id=701cb413-7684-44a8-92cd-5355cca54505 HTTP/1.1" status: 200  len: 863 time: 0.3333797
Feb 11 19:30:19.748554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.752529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d42fbfe-c084-41c5-9a74-430aed66b415,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:19.761439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:19.766724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.774765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a9a97bc-ff2c-4853-8393-65eb54208b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:19.782091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 2442af5f-b29f-4b3e-b989-5a79051e2f50 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:19.787990 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-469841cc-451c-48d7-84bf-af939d95ca46 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9d42fbfe-c084-41c5-9a74-430aed66b415 HTTP/1.1" status: 204  len: 168 time: 1.7726243
Feb 11 19:30:19.798411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53454) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:19.810752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:30:19.822363 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-b08bb773-1f6b-4503-ad91-cdd80a3077a7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=e292aba7-5d03-410f-8c89-2d66c4b7d7fc HTTP/1.1" status: 200  len: 217 time: 0.0792491
Feb 11 19:30:19.939840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b8eb89-7f6d-48ca-a306-09d1487e0d29,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:19.942864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d39aab-703c-4736-9a5f-1a80c64c75f8 req-e6c09881-f2f9-433e-9ce9-5beee1a85f92 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:19.945153 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b3d39aab-703c-4736-9a5f-1a80c64c75f8 req-e6c09881-f2f9-433e-9ce9-5beee1a85f92 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.3942940
Feb 11 19:30:19.951299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:19.972081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:19.972345 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Added segment d6c6c292-093e-46d1-94b3-e49e4c73cd7d of type vxlan for network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442
Feb 11 19:30:20.009881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] Deleting subnet 40dce5fe-6b32-4782-b797-6a1d0eed6fc8 {{(pid=80006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:30:20.021972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.064122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-c6fe640b-01ed-4600-bb75-ee462f0d9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:20.065717 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-c6fe640b-01ed-4600-bb75-ee462f0d9600 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=bc80146c-307a-4f3d-a9ed-8592c9c7d6f8 HTTP/1.1" status: 200  len: 843 time: 0.1195920
Feb 11 19:30:20.098779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581723'] for subnet, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.107988 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b3d39aab-703c-4736-9a5f-1a80c64c75f8 req-3dc64e36-5279-4a89-a64a-1d275b63c15e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196580
Feb 11 19:30:20.149044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.170329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Transition to ACTIVE for port object 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:20.182619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 2442af5f-b29f-4b3e-b989-5a79051e2f50 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:20.182987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.225091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.259005 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-88e5385e-8c91-4982-9f45-f2b059d7264c tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups/f2cb6f3d-2acc-47b5-b62f-5743acf79e75 HTTP/1.1" status: 200  len: 1800 time: 0.0983560
Feb 11 19:30:20.259386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:20.260974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-b9ea25d4-d735-4881-9179-2d0f195dac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:20.262673 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-b9ea25d4-d735-4881-9179-2d0f195dac8b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=701cb413-7684-44a8-92cd-5355cca54505&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1855073
Feb 11 19:30:20.273464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2cb6f3d-2acc-47b5-b62f-5743acf79e75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:20.273840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2cb6f3d-2acc-47b5-b62f-5743acf79e75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:20.320021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:20.326853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Usage tracker for resource:security_group_rule and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:20.342595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:20.352393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:20.392264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.415843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629a14f-c6d2-4fcf-a68b-29efe3169d0e None None] Pushing event updated for resources: {'Port': ['ID=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:20.415967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.421046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0629a14f-c6d2-4fcf-a68b-29efe3169d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:20.491907 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-42f1e2ac-041d-403b-ae33-c8792265ee68 service neutron] 10.222.0.100 "GET /v2.0/networks/701cb413-7684-44a8-92cd-5355cca54505?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959133
Feb 11 19:30:20.664594 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62f8a3a8-9555-4d0c-b613-7cf26b57d81d req-584f1ec5-213d-4213-9f81-b548ce5a29a7 service neutron] 10.222.0.100 "GET /v2.0/networks/701cb413-7684-44a8-92cd-5355cca54505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1632724
Feb 11 19:30:20.669028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Attempting to bind port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:30:20.669447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Attempting to bind port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:30:20.669859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Attempting to bind port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 on network 5b888ec4-24f7-417e-a929-eb603f515036 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:30:20.683258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:30:20.683694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Checking segment: {'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:20.684196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.684565 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Bound using segment: {'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:30:20.685117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Bound port: 8f2b44a6-39f3-4e20-8475-bdb61a1b0805, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc26a7c-78c0-4af9-855e-5d7b8928c164', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:30:20.685510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.725134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.757666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.783154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.resource_extend [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 11 19:30:20.799641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852446948'] for subnet, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.808119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] For port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:30:20.811678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] For port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,segment=NetworkSegment(0fc26a7c-78c0-4af9-855e-5d7b8928c164),segment_id=0fc26a7c-78c0-4af9-855e-5d7b8928c164)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:30:20.821390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.823757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:20.844822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2737e3d9-5cc4-4046-8bcb-f3fb17d30907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:20.851083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.851506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee29c0d1-c608-4805-92e9-f75f00f67866,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:20.854369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:20.870725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:20.887335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.889816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40dce5fe-6b32-4782-b797-6a1d0eed6fc8,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:20.897257 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe8196d7-8bb7-4342-91e6-9a04ba5d9e0a req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.6289070
Feb 11 19:30:20.948421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:20.960162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.973267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:20.973930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:20.983287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:21.000210 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-5fe80fdb-5833-46cc-89cf-dd55846cd7a4 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups/f2cb6f3d-2acc-47b5-b62f-5743acf79e75 HTTP/1.1" status: 200  len: 2393 time: 0.0780544
Feb 11 19:30:21.014359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2cb6f3d-2acc-47b5-b62f-5743acf79e75', 'remote_group_id': None}]} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:21.014762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2cb6f3d-2acc-47b5-b62f-5743acf79e75', 'remote_group_id': None}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:21.032683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629a14f-c6d2-4fcf-a68b-29efe3169d0e None None] Pushing event updated for resources: {'Port': ['ID=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:21.038387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:21.042916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Usage tracker for resource:security_group_rule and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:21.046213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:21.049132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0629a14f-c6d2-4fcf-a68b-29efe3169d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:21.052359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:21.076075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Routers {'487af933-7b2e-4e33-ad3e-9e8a98f50ef4'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:30:21.076745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acb6c470>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:29:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:21.114364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:21.118551 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-77bffb93-7da1-45be-bf03-688d9adc3b73 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/40dce5fe-6b32-4782-b797-6a1d0eed6fc8 HTTP/1.1" status: 204  len: 168 time: 1.3161411
Feb 11 19:30:21.120303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53474) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:21.125293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:21.222971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0e58d-b1e6-4d14-a616-abd9e666152f req-c64652e3-25d7-429e-8b54-be01dd7851e5 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:21.230748 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-42e0e58d-b1e6-4d14-a616-abd9e666152f req-c64652e3-25d7-429e-8b54-be01dd7851e5 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 947 time: 0.4987807
Feb 11 19:30:21.242369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:21.252742 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:30:21.259930 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.8471198
Feb 11 19:30:21.262678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53484) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:21.266784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:30:21.274367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Request body: {'subnet': {'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-710712694-subnet', 'tenant_id': '59783d80d9da4eab9e16ad463c8a6c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:21.283301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:21.296582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Usage tracker for resource:subnet and tenant:59783d80d9da4eab9e16ad463c8a6c45 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:21.302693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:21.312741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:21.345692 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-42e0e58d-b1e6-4d14-a616-abd9e666152f req-f391dc7f-84cb-48f7-99d2-b5703bf217fd tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137917
Feb 11 19:30:21.376965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:21.392871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Made reservation on behalf of 59783d80d9da4eab9e16ad463c8a6c45 for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:21.398877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328886'] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:21.497190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:21.608481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:21.681172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:21.699430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8f14fd50-20df-4309-9845-d802e620cfc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:21.712894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:21.765083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6c3da9-4f2c-4a82-bf2d-3748ec372f13,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:21.786403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] Set router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:30:21.889245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ac2271d0>,) {'filters': {'network_id': ['0c78ae15-3e1a-4b9a-929a-34d73f0fe83a']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:21.899830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:21.904150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:21.905748 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9da4f9dd-47f3-4ad9-8a40-66317124c76e req-7b1ffbf5-bf35-407a-95fa-2967e6f37209 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.8965237
Feb 11 19:30:21.939825 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac2271d0>, 'f6d8dd61-416a-4dad-9751-8fe03848a44b') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:21.940155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac2271d0>, 'f6d8dd61-416a-4dad-9751-8fe03848a44b') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:22.028492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed739d57-8451-4e25-9059-a3d214c2a483 req-594bb618-a61e-4c6c-a8e3-901a2f4676d1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:22.030219 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ed739d57-8451-4e25-9059-a3d214c2a483 req-594bb618-a61e-4c6c-a8e3-901a2f4676d1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2910244
Feb 11 19:30:22.058630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:22.074015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 701cb413-7684-44a8-92cd-5355cca54505 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:30:22.085167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:22.089878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:30:22.133347 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ed739d57-8451-4e25-9059-a3d214c2a483 req-33667372-64c7-4f16-ba14-b496a1a8cb2f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900984
Feb 11 19:30:22.271581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852286446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328871'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:22.347142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Network 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:30:22.358083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:22.378080 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:22.528764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96be4c6-8daf-49b6-a87e-329ca31e7100,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:22.546221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:22.634404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Checking segment: {'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:22.637607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Network hostable DHCP agents. Network: d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:30:22.644667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Network 0c78ae15-3e1a-4b9a-929a-34d73f0fe83a has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:30:22.666290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.objects.ports [None req-6b2dd530-81a1-4552-ab0b-a6b2235af73e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80007) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 11 19:30:22.679473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acb6c470>, [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:30:14Z', 'revision_number': 4, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '8f2b44a6-39f3-4e20-8475-bdb61a1b0805', 'name': '', 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'mac_address': 'fa:16:3e:df:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6f081cb5-e024-4403-a8e9-cac640b2ba11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:12Z', 'updated_at': '2021-02-11T19:30:20Z', 'revision_number': 4, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'subnets': [{'id': '6f081cb5-e024-4403-a8e9-cac640b2ba11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:30:22.679635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ad9b94-9fc1-4615-a3bd-433dceaadb9f None None] The sync data for ids ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'] in dv-cinder-775250-1-iscsi is: [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:30:14Z', 'revision_number': 4, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '8f2b44a6-39f3-4e20-8475-bdb61a1b0805', 'name': '', 'network_id': '5b888ec4-24f7-417e-a929-eb603f515036', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'mac_address': 'fa:16:3e:df:b7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6f081cb5-e024-4403-a8e9-cac640b2ba11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:12Z', 'updated_at': '2021-02-11T19:30:20Z', 'revision_number': 4, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'subnets': [{'id': '6f081cb5-e024-4403-a8e9-cac640b2ba11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:30:22.737488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:30:22.747071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521f024-38cc-400f-952b-658b96257d85 req-59a0b5e0-9e52-4159-a31a-504b88e580bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:22.748345 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1521f024-38cc-400f-952b-658b96257d85 req-59a0b5e0-9e52-4159-a31a-504b88e580bd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 1163 time: 0.7917647
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:30:22.749062 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:30:22.893537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:22.898807 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1521f024-38cc-400f-952b-658b96257d85 req-a81586e7-4686-4cbd-acf0-4a9ceb27b48f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256573
Feb 11 19:30:22.905996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544f7044-f793-4041-99dc-27d73cff21f2 None None] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:30:22.936235 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:22.936904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:23.022262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13947f9f-609b-4b5c-a437-b37c736b434c req-1b7afa7b-9ab8-45d6-b045-7dc690a9ca6d tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:23.029075 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7651916
Feb 11 19:30:23.030523 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-13947f9f-609b-4b5c-a437-b37c736b434c req-1b7afa7b-9ab8-45d6-b045-7dc690a9ca6d tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 947 time: 0.3828657
Feb 11 19:30:23.032668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:23.041565 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:23.062746 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:23.094275 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] 10.222.0.79 "DELETE /v2.0/networks/0c78ae15-3e1a-4b9a-929a-34d73f0fe83a HTTP/1.1" status: 204  len: 168 time: 1.9727700
Feb 11 19:30:23.095540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c78ae15-3e1a-4b9a-929a-34d73f0fe83a,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:23.099311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fd6151c2-e67b-43e7-9d4e-444cea755b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:23.155337 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-13947f9f-609b-4b5c-a437-b37c736b434c req-4d891bfd-11e9-4900-920c-b02ed09e0756 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191046
Feb 11 19:30:23.265842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77513181-cb94-470a-a02c-f2be022ff2a9 None None] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:30:23.474004 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53568) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:23.626546 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8c993d68-53af-437d-8090-437ff09c3d84 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3272e09308034a99ac259661fac8b59d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1511841
Feb 11 19:30:23.638157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53572) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:23.682023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3273c-6c33-4cf4-9bf3-bbc7582631c9 req-bc3f9289-2cef-48d2-8204-8b47339b7dfc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:23.700391 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-abd3273c-6c33-4cf4-9bf3-bbc7582631c9 req-bc3f9289-2cef-48d2-8204-8b47339b7dfc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2559557
Feb 11 19:30:23.714011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device e292aba7-5d03-410f-8c89-2d66c4b7d7fc up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:23.758835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:23.761174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3a9ba8a7-6d1d-4379-a01d-bd0377703e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:23.840495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3a9ba8a7-6d1d-4379-a01d-bd0377703e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:23.856701 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-abd3273c-6c33-4cf4-9bf3-bbc7582631c9 req-97f193b5-c9da-49a0-be33-1ff33dcfc5d5 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499920
Feb 11 19:30:23.964139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3a9ba8a7-6d1d-4379-a01d-bd0377703e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:23.969371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f4213bcd-5673-4c13-89e1-f003dd7474a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:23.984460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ba8a7-6d1d-4379-a01d-bd0377703e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df35beaf-09f8-47b1-935c-cef325301627,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:23.987160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3a9ba8a7-6d1d-4379-a01d-bd0377703e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:23.991426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:23.995814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3a9ba8a7-6d1d-4379-a01d-bd0377703e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:23.996099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port e292aba7-5d03-410f-8c89-2d66c4b7d7fc completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:24.000811 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-3a9ba8a7-6d1d-4379-a01d-bd0377703e89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df35beaf-09f8-47b1-935c-cef325301627 HTTP/1.1" status: 204  len: 168 time: 0.3574758
Feb 11 19:30:24.041928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port e292aba7-5d03-410f-8c89-2d66c4b7d7fc triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:24.042698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:24.077374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:24.078081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:24.356478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:24.384062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:24.431558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e292aba7-5d03-410f-8c89-2d66c4b7d7fc'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:30:24.454008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port e292aba7-5d03-410f-8c89-2d66c4b7d7fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,segment=NetworkSegment(49b32e7a-2079-4e5b-90d6-051ea895a514),segment_id=49b32e7a-2079-4e5b-90d6-051ea895a514)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:24.458744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,segment=NetworkSegment(0fc26a7c-78c0-4af9-855e-5d7b8928c164),segment_id=0fc26a7c-78c0-4af9-855e-5d7b8928c164)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:24.514470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:24.539346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:24.540594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4d05bb33-ef07-4a97-9a63-dc084b298849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:24.722295 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:24.783068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53618) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:24.875682 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e292aba7-5d03-410f-8c89-2d66c4b7d7fc', 'code': 200}
Feb 11 19:30:24.888732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d28997-6ca8-4d12-951a-1f9c871ac4e4 req-56c5a9f0-e09b-4bbc-a182-98f19f9b9db6 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:24.899372 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b2d28997-6ca8-4d12-951a-1f9c871ac4e4 req-56c5a9f0-e09b-4bbc-a182-98f19f9b9db6 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 949 time: 0.4740424
Feb 11 19:30:24.900513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device e292aba7-5d03-410f-8c89-2d66c4b7d7fc up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:25.044340 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b2d28997-6ca8-4d12-951a-1f9c871ac4e4 req-a3d55a8a-14c2-41a2-b68a-73c4839179c6 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435168
Feb 11 19:30:25.045469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.108259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:25.119048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Usage tracker for resource:security_group_rule and tenant:bb72012b47064fa882dc99d8910c0d78 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:25.123799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:25.131863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:25.169558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:25.174680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:25.175653 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:25.176042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:25.182464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port e292aba7-5d03-410f-8c89-2d66c4b7d7fc triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:25.182875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.222855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-945e8fc2-5c6e-4ca9-b4ed-fd15b431ef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.244786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53626) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:25.276836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e497d-4a5b-4d81-90b4-7f117f9f2b29 req-1b914378-699d-42f7-800a-8f2d16074931 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:25.278617 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e2e497d-4a5b-4d81-90b4-7f117f9f2b29 req-1b914378-699d-42f7-800a-8f2d16074931 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.2174766
Feb 11 19:30:25.333065 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 77ad6499-c923-467f-85f3-578dac0f3065 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:25.342602 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-60bb3d73-131a-48f4-8b1b-02131feace94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=786ffa7b35e246ae8d03143abcbb6779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0955119
Feb 11 19:30:25.345479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e8a9-b291-48df-b02b-f88857a18d21 req-f4763c04-c6cc-44fe-a5e5-794b7f4b7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:25.346769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53630) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:25.347271 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0277e8a9-b291-48df-b02b-f88857a18d21 req-f4763c04-c6cc-44fe-a5e5-794b7f4b7ff4 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 1166 time: 0.1491704
Feb 11 19:30:25.372964 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e2e497d-4a5b-4d81-90b4-7f117f9f2b29 req-f26ff573-04a1-4340-9590-ecaaa5647b8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844331
Feb 11 19:30:25.414435 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0277e8a9-b291-48df-b02b-f88857a18d21 req-13c0c708-17e5-48a7-b54c-651b79e3a2ec service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602441
Feb 11 19:30:25.420189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 77ad6499-c923-467f-85f3-578dac0f3065 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:25.420614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.439198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.474579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.498061 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a86b31b-7bb7-4279-bc89-544fcc7448f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.569977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c91790cc-41a0-4da4-85ab-2fb6dd44f0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:25.572318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:25.580202 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb72012b47064fa882dc99d8910c0d78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7959936
Feb 11 19:30:25.584779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53638) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:25.661845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a86b31b-7bb7-4279-bc89-544fcc7448f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.679715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:25.680246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.689296 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d25db6-b729-47a6-b2a9-1e6bdd726c58,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:25.694549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:25.760116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4a862eb6-752c-4eb4-be1d-2463a6599fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.770630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb645e-6ecf-4af8-b2a3-3a1374925909 req-9ed2fb64-7071-4ac7-a7cd-2a4fe0918f1c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:25.773388 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0feb645e-6ecf-4af8-b2a3-3a1374925909 req-9ed2fb64-7071-4ac7-a7cd-2a4fe0918f1c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1980577
Feb 11 19:30:25.797348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4a862eb6-752c-4eb4-be1d-2463a6599fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.840297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a86b31b-7bb7-4279-bc89-544fcc7448f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.852951 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0feb645e-6ecf-4af8-b2a3-3a1374925909 req-342f494c-5a96-4003-b4e6-2b6348b9ff93 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699160
Feb 11 19:30:25.854859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-43c2a1c6-e335-4ec9-90c6-7a9cd9a7166b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:25.870666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86b31b-7bb7-4279-bc89-544fcc7448f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988bd543-9897-459f-934f-0f1b071cb08f,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:25.881719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a86b31b-7bb7-4279-bc89-544fcc7448f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:25.882869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9a86b31b-7bb7-4279-bc89-544fcc7448f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.884081 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9a86b31b-7bb7-4279-bc89-544fcc7448f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/988bd543-9897-459f-934f-0f1b071cb08f HTTP/1.1" status: 204  len: 168 time: 0.5342932
Feb 11 19:30:25.938680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4a862eb6-752c-4eb4-be1d-2463a6599fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.943976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c05533b2-476b-4a04-ad05-7c1d60156cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:25.974447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a862eb6-752c-4eb4-be1d-2463a6599fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d25db6-b729-47a6-b2a9-1e6bdd726c58,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:25.986010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4a862eb6-752c-4eb4-be1d-2463a6599fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:25.988559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4a862eb6-752c-4eb4-be1d-2463a6599fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:25.989938 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4a862eb6-752c-4eb4-be1d-2463a6599fa3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6d25db6-b729-47a6-b2a9-1e6bdd726c58 HTTP/1.1" status: 204  len: 168 time: 0.4014161
Feb 11 19:30:26.405643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d40cb2-084b-4d13-b259-e1360ddcfea4 req-e2293504-5379-4905-a229-80bdf4608f3e tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:26.407404 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-78d40cb2-084b-4d13-b259-e1360ddcfea4 req-e2293504-5379-4905-a229-80bdf4608f3e tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 949 time: 0.1893694
Feb 11 19:30:26.511658 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-78d40cb2-084b-4d13-b259-e1360ddcfea4 req-9f05ea41-f7be-4e0d-bbca-0ebc29f75879 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968826
Feb 11 19:30:26.763897 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device e292aba7-5d03-410f-8c89-2d66c4b7d7fc up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:26.810660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fe54f4d7-a33e-4c08-8c72-6192ba2c1e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:26.895236 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port e292aba7-5d03-410f-8c89-2d66c4b7d7fc triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:26.896186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:27.094847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53698) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:27.098841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58515ed-baa3-408d-845f-db627798cc2a req-0f3881f8-0384-4a1e-bdde-7c402e7f8302 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:27.100322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d58515ed-baa3-408d-845f-db627798cc2a req-0f3881f8-0384-4a1e-bdde-7c402e7f8302 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Synchronizing usage tracker for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:network {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:27.130583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:27.167217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:27.171517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b13f17e2b7422284526a013e77ff84 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:27.174568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:27.180977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:27.184643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d58515ed-baa3-408d-845f-db627798cc2a req-0f3881f8-0384-4a1e-bdde-7c402e7f8302 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Unset dirty status for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:network {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:27.185957 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-0f3881f8-0384-4a1e-bdde-7c402e7f8302 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/networks?id=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 HTTP/1.1" status: 200  len: 808 time: 0.5667794
Feb 11 19:30:27.216371 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-951eb1da-f2d5-4014-880d-24ac9808be91 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/quotas/59783d80d9da4eab9e16ad463c8a6c45 HTTP/1.1" status: 200  len: 375 time: 0.0159750
Feb 11 19:30:27.267663 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-558dd0e1-208b-4f5a-a4fc-aefe1ed6b45a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59783d80d9da4eab9e16ad463c8a6c45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0559032
Feb 11 19:30:27.281793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:27.321423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:27.336382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-28705312-6a42-4fbf-8ce8-e16b1dc61f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:27.425018 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-15a4e77d-4dc0-48b9-a547-f015ccaa9fcb service neutron] 10.222.0.79 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480377
Feb 11 19:30:27.601333 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2b13f17e2b7422284526a013e77ff84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5108321
Feb 11 19:30:27.603237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb35b9cf-8f6b-48a2-ab8f-5938d2fa1bc5,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:27.606744 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-5a93ffa9-df2b-4f16-9f04-4d342c87968a service neutron] 10.222.0.79 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1688311
Feb 11 19:30:27.619642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53710) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:27.623494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:27.695085 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcb88d89-30cd-4799-9811-1b389a34854c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:27.725742 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcb88d89-30cd-4799-9811-1b389a34854c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:27.729880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:27.967017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d68d-d84b-4696-8067-d3455f466411 req-a700388b-e7aa-4e6e-93f4-877a68fb0c40 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:27.969187 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9b23d68d-d84b-4696-8067-d3455f466411 req-a700388b-e7aa-4e6e-93f4-877a68fb0c40 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 949 time: 0.2349489
Feb 11 19:30:28.002418 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-178a4baa-c527-41bc-baab-9633b7e33ada req-28403f87-002d-4b0b-a62e-3cd86b740f47 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 210 time: 0.0883389
Feb 11 19:30:28.069747 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9b23d68d-d84b-4696-8067-d3455f466411 req-3d988037-370d-469e-8b26-d8fb83d5f25c tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863972
Feb 11 19:30:28.070709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcb88d89-30cd-4799-9811-1b389a34854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:28.076007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:28.103523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcb88d89-30cd-4799-9811-1b389a34854c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:28.114133 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-fcb88d89-30cd-4799-9811-1b389a34854c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb35b9cf-8f6b-48a2-ab8f-5938d2fa1bc5 HTTP/1.1" status: 204  len: 168 time: 0.4869804
Feb 11 19:30:28.114133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb88d89-30cd-4799-9811-1b389a34854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb35b9cf-8f6b-48a2-ab8f-5938d2fa1bc5,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:28.114133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fcb88d89-30cd-4799-9811-1b389a34854c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:28.481703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:28.635844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53752) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:28.808350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:28.823698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:28.827874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Usage tracker for resource:security_group_rule and tenant:e8e3ae345f0d40e79ae4760bc215985b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:28.830859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:28.837218 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:28.993360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.047524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.061792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a1c62f1-7ef9-4860-abaa-ed680cd7e00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:29.063130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53768) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:29.101786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.112583 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8e3ae345f0d40e79ae4760bc215985b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4745843
Feb 11 19:30:29.122198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53774) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:29.134911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:29.139790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Usage tracker for resource:security_group_rule and tenant:453579c4fe194767879e70e9e1108461 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:29.143322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:29.150430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:29.166344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b437d2-1990-4bdc-981d-c21dd64e2b69,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:29.172635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5a8fcf34-097d-4088-8b7f-bfd895d43192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:29.195465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1cc318cc-e33e-4dfc-ba03-e0c37d95daa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.203855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.225604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1cc318cc-e33e-4dfc-ba03-e0c37d95daa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.344148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1cc318cc-e33e-4dfc-ba03-e0c37d95daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.354694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e9a7a136-f408-4753-8b71-2395d1ad7b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:29.367818 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc318cc-e33e-4dfc-ba03-e0c37d95daa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b437d2-1990-4bdc-981d-c21dd64e2b69,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:29.371642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1cc318cc-e33e-4dfc-ba03-e0c37d95daa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:29.383298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1cc318cc-e33e-4dfc-ba03-e0c37d95daa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.384577 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1cc318cc-e33e-4dfc-ba03-e0c37d95daa1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80b437d2-1990-4bdc-981d-c21dd64e2b69 HTTP/1.1" status: 204  len: 168 time: 0.2612703
Feb 11 19:30:29.417557 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f800c9c-f06f-4ed0-a84d-63b73eb8604e req-e6d72452-62cd-43dd-999a-5fa8a0c00cab tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 210 time: 0.0879600
Feb 11 19:30:29.422184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.478169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.483954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-b5508312-7f1d-4647-941f-e3c79ab21fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:29.486009 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-b5508312-7f1d-4647-941f-e3c79ab21fd7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1163 time: 0.1988585
Feb 11 19:30:29.487349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-61deda28-7386-46f1-be77-56ce9a921c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:29.555335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ece9042-e795-47e6-bb04-4f59f28235e5,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:29.563042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:29.610389 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=453579c4fe194767879e70e9e1108461&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5455997
Feb 11 19:30:29.611257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53782) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:29.689954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a4a4de8-c2c2-4716-837d-0bd636d144a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.727397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a4a4de8-c2c2-4716-837d-0bd636d144a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.794308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f37af-8125-4109-a352-685897487886 req-bc1b3a36-9557-4298-bc32-39ac08848650 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:29.798752 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-324f37af-8125-4109-a352-685897487886 req-bc1b3a36-9557-4298-bc32-39ac08848650 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 949 time: 0.3924255
Feb 11 19:30:29.826271 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-121e9086-22ab-4f23-8139-f0e7ff3fc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:29.828235 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-121e9086-22ab-4f23-8139-f0e7ff3fc12b service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.3327487
Feb 11 19:30:29.889449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a4a4de8-c2c2-4716-837d-0bd636d144a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.898717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2cae2c0-daa7-4a40-a191-6bcd06ca48b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:29.915758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a4de8-c2c2-4716-837d-0bd636d144a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ece9042-e795-47e6-bb04-4f59f28235e5,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:29.919119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7a4a4de8-c2c2-4716-837d-0bd636d144a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:29.921244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a4a4de8-c2c2-4716-837d-0bd636d144a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:29.933241 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-258690d0-1990-4919-8ada-962ab760477b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 200  len: 217 time: 0.0892122
Feb 11 19:30:29.942811 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-7a4a4de8-c2c2-4716-837d-0bd636d144a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ece9042-e795-47e6-bb04-4f59f28235e5 HTTP/1.1" status: 204  len: 168 time: 0.3135464
Feb 11 19:30:30.014012 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-324f37af-8125-4109-a352-685897487886 req-9a7d9e06-e3df-4f9a-85b5-0bd87efea0b4 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109678
Feb 11 19:30:30.050510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-5a9a855e-8524-401b-a235-008019e4bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:30.052299 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-5a9a855e-8524-401b-a235-008019e4bb82 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.1115525
Feb 11 19:30:30.130026 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-0c3656bf-02db-425a-b9fb-9feee86962c6 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702312
Feb 11 19:30:30.466734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb638491-6e3e-4fef-bd79-37c9c727aa86 req-dc69718b-989d-4328-970b-05e629e0ef26 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:30.468665 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fb638491-6e3e-4fef-bd79-37c9c727aa86 req-dc69718b-989d-4328-970b-05e629e0ef26 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.3032217
Feb 11 19:30:30.581218 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-92ccace7-32b7-4f5f-9694-5f24a76ef400 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3523052
Feb 11 19:30:30.655895 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fb638491-6e3e-4fef-bd79-37c9c727aa86 req-d7100fd1-938c-41ff-8e32-18a34d350679 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470833
Feb 11 19:30:30.769617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-1db7a942-ee7e-4511-985c-6f2f6b5e8e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:30.771364 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-1db7a942-ee7e-4511-985c-6f2f6b5e8e16 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 1162 time: 0.3016715
Feb 11 19:30:30.860742 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572db5c-7c47-4b8e-aada-acae23493bdd req-a82c64d2-0824-4dec-87a2-4cf3b4f826f5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:30.863203 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7572db5c-7c47-4b8e-aada-acae23493bdd req-a82c64d2-0824-4dec-87a2-4cf3b4f826f5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2052763
Feb 11 19:30:30.884163 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b15063f-3cfb-427a-8d33-261e18f08aff req-17a4939a-66db-4a17-8200-fdb14d9c60d9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 210 time: 0.0927999
Feb 11 19:30:30.898025 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d082b7a7-f0c1-418c-8ef8-db848e8b5857 req-e0494e9b-17bd-41a8-aba7-6e43a45d89ca service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3090196
Feb 11 19:30:31.023991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-e23f136c-de82-4170-a6b6-0b2ae9169f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:31.023991 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-e23f136c-de82-4170-a6b6-0b2ae9169f99 service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.1757748
Feb 11 19:30:31.297017 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7572db5c-7c47-4b8e-aada-acae23493bdd req-f9259db7-9dee-40da-96d8-dc2659096285 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4244180
Feb 11 19:30:31.321891 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-06d36c9d-64f2-4f29-8024-65312c2ac76a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb HTTP/1.1" status: 200  len: 1001 time: 0.2752206
Feb 11 19:30:31.463322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58515ed-baa3-408d-845f-db627798cc2a req-82300fba-0687-4ff0-bb10-89b1751bef7f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:31.464986 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-82300fba-0687-4ff0-bb10-89b1751bef7f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.100 "GET /v2.0/networks?id=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 HTTP/1.1" status: 200  len: 808 time: 0.6005032
Feb 11 19:30:31.487377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Request body: {'port': {'device_id': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442', 'admin_state_up': True, 'tenant_id': '59783d80d9da4eab9e16ad463c8a6c45'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:31.539093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-b050913d-d36f-4f04-b11d-1ba4ecf30e97 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:31.540719 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-b050913d-d36f-4f04-b11d-1ba4ecf30e97 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.100 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 949 time: 0.3948195
Feb 11 19:30:31.549482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-2782f1d2-94e9-4db2-b8c3-a7d567ebde23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:31.551102 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-2782f1d2-94e9-4db2-b8c3-a7d567ebde23 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.2185252
Feb 11 19:30:31.695102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:31.699128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Usage tracker for resource:port and tenant:59783d80d9da4eab9e16ad463c8a6c45 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:31.702123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:31.710986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:31.753534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650db1a-554c-426a-8bd0-818c6fd4c1de req-f6776303-eb5d-4597-bcc8-8b24f9a9c29e tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:31.755269 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5650db1a-554c-426a-8bd0-818c6fd4c1de req-f6776303-eb5d-4597-bcc8-8b24f9a9c29e tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 949 time: 0.5201411
Feb 11 19:30:31.761546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Made reservation on behalf of 59783d80d9da4eab9e16ad463c8a6c45 for: {'port': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:31.790935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:31.827156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Deleting port e292aba7-5d03-410f-8c89-2d66c4b7d7fc {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:30:31.827497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:32.156372 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5650db1a-554c-426a-8bd0-818c6fd4c1de req-17ba9b52-a6d5-443c-ae7d-10b281c38803 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3851552
Feb 11 19:30:32.173051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f0a0-620d-474f-b126-dcbbd719703a req-201228b1-0b69-4b10-b28b-fdf9f83c26c4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:32.174795 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6220f0a0-620d-474f-b126-dcbbd719703a req-201228b1-0b69-4b10-b28b-fdf9f83c26c4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.3253477
Feb 11 19:30:32.205465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-5103b013-ff1b-4f72-b85e-ddb3d2d93e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:32.207131 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-5103b013-ff1b-4f72-b85e-ddb3d2d93e69 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6178830
Feb 11 19:30:32.329875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Allocated IP 172.20.0.3 (d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442/b96be4c6-8daf-49b6-a87e-329ca31e7100/c309a9f4-60c8-4409-b5a4-3f191bdf1c5d) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:30:32.464551 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6220f0a0-620d-474f-b126-dcbbd719703a req-f93a71af-effb-438f-b195-1318e6c3b813 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157000
Feb 11 19:30:32.513809 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-648f5667-7561-4e69-8bbc-ff707923fe3f service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2957318
Feb 11 19:30:32.583890 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bed6b95b-75ef-499c-93c8-b2ef8bd926df req-fe82fad2-14a8-42db-ad20-78b6edf4d803 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 210 time: 0.0727952
Feb 11 19:30:32.719795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] For port e292aba7-5d03-410f-8c89-2d66c4b7d7fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,segment=NetworkSegment(49b32e7a-2079-4e5b-90d6-051ea895a514),segment_id=49b32e7a-2079-4e5b-90d6-051ea895a514)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:32.720430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:32.764656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device e292aba7-5d03-410f-8c89-2d66c4b7d7fc no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:30:32.850183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:32.884905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Calling delete_port for e292aba7-5d03-410f-8c89-2d66c4b7d7fc owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:30:32.935117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:32.939098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427c603-40ae-46c5-9d76-a4393c2e49b5 req-6e5bbca5-ce83-4fa7-8ccd-7564e5c27eee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:32.946814 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f427c603-40ae-46c5-9d76-a4393c2e49b5 req-6e5bbca5-ce83-4fa7-8ccd-7564e5c27eee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2472978
Feb 11 19:30:32.983929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e292aba7-5d03-410f-8c89-2d66c4b7d7fc'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:30:32.985967 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bee5b0-cdff-477d-be9a-a18637b9ec27 req-2223a25b-068c-43ad-9b1b-af6bc147fc46 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3982205
Feb 11 19:30:32.996469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port e292aba7-5d03-410f-8c89-2d66c4b7d7fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,segment=NetworkSegment(49b32e7a-2079-4e5b-90d6-051ea895a514),segment_id=49b32e7a-2079-4e5b-90d6-051ea895a514)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:33.027142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:33.031738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1947b9fa-b75e-415b-ab59-6326ef955f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:33.080595 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f427c603-40ae-46c5-9d76-a4393c2e49b5 req-777531d0-c750-44f3-9da8-8758bb2d186a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1305993
Feb 11 19:30:33.089691 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e292aba7-5d03-410f-8c89-2d66c4b7d7fc', 'code': 200}
Feb 11 19:30:33.151326 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:33.155215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:33.176946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:33.194646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d46d0032-6e57-4802-b242-aa37e60052c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:33.209908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:33.256314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:30:33.256957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:30:33.362034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Pushing event updated for resources: {'Port': ['ID=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:33.372095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.372504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.372904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.373299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.373688 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.374078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.374492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.374878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.375528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.375913 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.376294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.376677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.377094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.377478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.377879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.378280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.378673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.379057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.379496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.380389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.380389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.380615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.381014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.381336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:33.385893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:33.451534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:30:33.453251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:33.455980 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:30:33.612967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36285389-a007-4523-9f53-9a95548b72fa req-fa30f6c1-0492-4345-a017-87ab37091406 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:33.614791 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-36285389-a007-4523-9f53-9a95548b72fa req-fa30f6c1-0492-4345-a017-87ab37091406 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 947 time: 0.2516255
Feb 11 19:30:33.711890 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-36285389-a007-4523-9f53-9a95548b72fa req-e75fa700-a4c9-4e7f-9b0d-0f4f0bab0289 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/security-groups?id=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898337
Feb 11 19:30:33.758777 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Deleting port e292aba7-5d03-410f-8c89-2d66c4b7d7fc {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:30:33.759220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:33.825322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:33.831288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:33.960450 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4772880
Feb 11 19:30:34.060523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656004d9-9601-46e9-a35c-705477953455 req-b81cd763-3ef4-4a99-967c-a3f20f87c986 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:34.062828 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-656004d9-9601-46e9-a35c-705477953455 req-b81cd763-3ef4-4a99-967c-a3f20f87c986 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2221651
Feb 11 19:30:34.070763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Request body: {'port': {'device_id': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:34.224904 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-656004d9-9601-46e9-a35c-705477953455 req-c54e542b-946c-4888-af06-d6e0814ec1d0 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178622
Feb 11 19:30:34.253251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4932f-e324-4237-9a15-74fe10959226 req-a5771c7e-db33-4a2a-adbb-a9867f449ec6 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:34.254575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:34.259074 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dac4932f-e324-4237-9a15-74fe10959226 req-a5771c7e-db33-4a2a-adbb-a9867f449ec6 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 931 time: 0.3243928
Feb 11 19:30:34.343125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] For port e292aba7-5d03-410f-8c89-2d66c4b7d7fc, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,segment=NetworkSegment(49b32e7a-2079-4e5b-90d6-051ea895a514),segment_id=49b32e7a-2079-4e5b-90d6-051ea895a514)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:34.343539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:34.376980 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dac4932f-e324-4237-9a15-74fe10959226 req-ab30694d-79ee-4f82-8b25-eb21431968cd tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102734
Feb 11 19:30:34.506314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Calling delete_port for e292aba7-5d03-410f-8c89-2d66c4b7d7fc owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:30:34.689993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53920) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:34.738668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:34.796466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd2f87-adb1-411a-bd24-c8fd779243bb req-6d231b20-3823-42d3-b340-8d7a6a4946e7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:34.804214 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-73bd2f87-adb1-411a-bd24-c8fd779243bb req-6d231b20-3823-42d3-b340-8d7a6a4946e7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.4306710
Feb 11 19:30:34.882164 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-73bd2f87-adb1-411a-bd24-c8fd779243bb req-e785f869-c205-48aa-bb37-279a04a1d5d4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763657
Feb 11 19:30:34.911745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:34.960701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c309a9f4-60c8-4409-b5a4-3f191bdf1c5d {{(pid=80006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:30:34.969155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:34.982176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Transition to ACTIVE for port object c309a9f4-60c8-4409-b5a4-3f191bdf1c5d will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:35.024259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.029483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Pushing event deleted for resources: {'Port': ['ID=e292aba7-5d03-410f-8c89-2d66c4b7d7fc,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:35.042644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:35.078628 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] No DVR routers for this DVR port e292aba7-5d03-410f-8c89-2d66c4b7d7fc on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:30:35.082781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.094413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.117896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e350d919-179b-4d71-b688-8fa3d75eb4db req-f980b121-df33-4ad0-9d6f-f4d8259badab tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Synchronizing usage tracker for tenant:3ab4301151e54babafb1013ddb3273c3 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:35.117896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'name': 'network-vif-deleted', 'tag': 'e292aba7-5d03-410f-8c89-2d66c4b7d7fc'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:30:35.129339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.129755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.130162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.131116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.131523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.131922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.132314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.132713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.133116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.133500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.134054 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.134498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.134943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.135323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.135714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.136105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.136928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.137300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.137665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.138058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.138899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.139174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.139566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.139958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:35.144096 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:35.153578 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e4755b17-e98b-49db-84bc-51029cf5ed71 req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.100 "DELETE /v2.0/ports/e292aba7-5d03-410f-8c89-2d66c4b7d7fc HTTP/1.1" status: 204  len: 173 time: 3.6014333
Feb 11 19:30:35.161368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:35.173632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Usage tracker for resource:security_group_rule and tenant:0191858fa6ee44b4b263949976a088c7 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:35.176986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:35.189832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:35.200825 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e350d919-179b-4d71-b688-8fa3d75eb4db req-f980b121-df33-4ad0-9d6f-f4d8259badab tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Unset dirty status for tenant:3ab4301151e54babafb1013ddb3273c3 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:35.204290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Pushing event updated for resources: {'Port': ['ID=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:35.209495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:35.216818 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e350d919-179b-4d71-b688-8fa3d75eb4db req-f980b121-df33-4ad0-9d6f-f4d8259badab tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 210 time: 0.3078721
Feb 11 19:30:35.313924 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bf3821-16cf-4acb-bde6-efb7bc1cc32c', 'name': 'network-vif-deleted', 'tag': 'e292aba7-5d03-410f-8c89-2d66c4b7d7fc', 'status': 'completed', 'code': 200}
Feb 11 19:30:35.426315 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Attempting to bind port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:30:35.427183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Attempting to bind port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:30:35.428102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Attempting to bind port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d on network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:30:35.438243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:30:35.438623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Checking segment: {'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:35.439156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.439393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Bound using segment: {'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:30:35.439865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Bound port: c309a9f4-60c8-4409-b5a4-3f191bdf1c5d, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:30:35.440233 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.448288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.505324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.516592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a1cb3368-2ade-4adb-9d57-960699d18b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:35.575548 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0191858fa6ee44b4b263949976a088c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8830588
Feb 11 19:30:35.576165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a95dd3-ab09-4176-a6d2-c02f79aa10ae,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:35.576302 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 53944) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:35.581793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:35.608826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] For port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d, host hv-cinder-77525, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:30:35.628721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] For port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:30:35.662866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.680181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:35.689159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75aad52-9fb2-4df6-9590-4dc247583867 req-9dca44f5-93b0-4e20-87cb-fba532483cd7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:35.691024 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c75aad52-9fb2-4df6-9590-4dc247583867 req-9dca44f5-93b0-4e20-87cb-fba532483cd7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2413294
Feb 11 19:30:35.735884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e6f32b97-aea5-4f5a-8496-921e71597d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:35.763081 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c75aad52-9fb2-4df6-9590-4dc247583867 req-02105980-910b-46eb-9cd8-3db9963e9d27 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643873
Feb 11 19:30:36.095623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca9112-6fd4-452b-993b-e445926ffb10 req-03cdd744-3adf-492b-ae27-81b981752ed8 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:36.098389 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-52ca9112-6fd4-452b-993b-e445926ffb10 req-03cdd744-3adf-492b-ae27-81b981752ed8 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 943 time: 0.2102172
Feb 11 19:30:36.230911 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-52ca9112-6fd4-452b-993b-e445926ffb10 req-dde6c6e9-00fa-4202-8010-174a0353f658 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168723
Feb 11 19:30:36.434522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e6f32b97-aea5-4f5a-8496-921e71597d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:36.440838 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1c33bc4d-112d-401a-8aec-bfd0ac202f0c req-5844de09-404b-44e8-8ca6-c8c03d5649ed tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] 10.222.0.79 "GET /v2.0/ports?device_id=63bf3821-16cf-4acb-bde6-efb7bc1cc32c HTTP/1.1" status: 200  len: 210 time: 0.0551479
Feb 11 19:30:36.482728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Pushing event updated for resources: {'Port': ['ID=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:36.493934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:36.538985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:36.539728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:36.541281 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] 10.222.0.100 "PUT /v2.0/ports/c309a9f4-60c8-4409-b5a4-3f191bdf1c5d HTTP/1.1" status: 200  len: 1157 time: 2.4770091
Feb 11 19:30:36.541751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'tag': 'c309a9f4-60c8-4409-b5a4-3f191bdf1c5d'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:30:36.640041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde88b0-e7f2-4ecf-8ac8-1bb2dd63307e req-d37ab6a0-c080-4bcc-a435-b1ed124aeee1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:36.641723 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1bde88b0-e7f2-4ecf-8ac8-1bb2dd63307e req-d37ab6a0-c080-4bcc-a435-b1ed124aeee1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.4659016
Feb 11 19:30:36.645574 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'tag': 'c309a9f4-60c8-4409-b5a4-3f191bdf1c5d', 'status': 'completed', 'code': 200}
Feb 11 19:30:36.775745 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1bde88b0-e7f2-4ecf-8ac8-1bb2dd63307e req-fe9dcb0c-b445-4650-801e-a1b6db26ef79 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851643
Feb 11 19:30:36.780488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e6f32b97-aea5-4f5a-8496-921e71597d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:36.788924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8a1c7e95-877d-4800-b49e-57fe2f5ca7fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:36.806027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f32b97-aea5-4f5a-8496-921e71597d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a95dd3-ab09-4176-a6d2-c02f79aa10ae,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:36.810962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e6f32b97-aea5-4f5a-8496-921e71597d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:36.820732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609842f-3ae3-47f8-829c-3d347242d977 req-6b0bae97-61ae-4f59-99f9-ff7661835b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:36.820732 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8609842f-3ae3-47f8-829c-3d347242d977 req-6b0bae97-61ae-4f59-99f9-ff7661835b75 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=59783d80d9da4eab9e16ad463c8a6c45&device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 1160 time: 0.1770389
Feb 11 19:30:36.823090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e6f32b97-aea5-4f5a-8496-921e71597d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:36.824423 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e6f32b97-aea5-4f5a-8496-921e71597d4e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62a95dd3-ab09-4176-a6d2-c02f79aa10ae HTTP/1.1" status: 204  len: 168 time: 1.2472014
Feb 11 19:30:36.996787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609842f-3ae3-47f8-829c-3d347242d977 req-779a24df-9af5-4979-bf0f-86be6ecdd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:36.998422 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8609842f-3ae3-47f8-829c-3d347242d977 req-779a24df-9af5-4979-bf0f-86be6ecdd3d1 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=59783d80d9da4eab9e16ad463c8a6c45&shared=False HTTP/1.1" status: 200  len: 902 time: 0.1702001
Feb 11 19:30:37.111380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd2e0b-897e-490a-b4b5-3e5bd9cae8c5 req-2941940a-49d7-42a5-9d67-0d8a4631079c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:37.120846 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-73bd2e0b-897e-490a-b4b5-3e5bd9cae8c5 req-2941940a-49d7-42a5-9d67-0d8a4631079c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1871507
Feb 11 19:30:37.164137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609842f-3ae3-47f8-829c-3d347242d977 req-ccb777ec-e310-4d6f-a872-d84ad5c284a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:37.164137 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8609842f-3ae3-47f8-829c-3d347242d977 req-ccb777ec-e310-4d6f-a872-d84ad5c284a8 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1570296
Feb 11 19:30:37.185963 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-73bd2e0b-897e-490a-b4b5-3e5bd9cae8c5 req-810a7896-2067-4b49-96e6-234ea200e630 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641000
Feb 11 19:30:37.290260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58515ed-baa3-408d-845f-db627798cc2a req-08775154-8fad-48aa-86ab-85f539ca08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:37.292137 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-08775154-8fad-48aa-86ab-85f539ca08b5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=59783d80d9da4eab9e16ad463c8a6c45&device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 1160 time: 0.0882523
Feb 11 19:30:37.385218 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-bc101de3-f8c1-4124-8758-d431ed97215f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d HTTP/1.1" status: 200  len: 217 time: 0.0836875
Feb 11 19:30:37.512677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58515ed-baa3-408d-845f-db627798cc2a req-2abe838b-acf3-4766-93f4-5c9afe8c1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:37.514628 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-2abe838b-acf3-4766-93f4-5c9afe8c1eb8 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b96be4c6-8daf-49b6-a87e-329ca31e7100 HTTP/1.1" status: 200  len: 848 time: 0.0893178
Feb 11 19:30:37.532900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 53988) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:37.553093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:37.588200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:37.592446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Usage tracker for resource:security_group_rule and tenant:445d2595224a41a1a3416bc0b36f66f0 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:37.592874 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-ac032269-ba68-4983-81fc-73b6b4cce836 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560308
Feb 11 19:30:37.595699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:37.602177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:37.681886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cd986-234d-4c90-b22a-e7d7d0ce23ae req-b69b02a1-16e1-4865-b2f8-ee3216b78a82 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:37.682763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-ed3cd986-234d-4c90-b22a-e7d7d0ce23ae req-b69b02a1-16e1-4865-b2f8-ee3216b78a82 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Synchronizing usage tracker for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:37.841066 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-5fd66237-7d5c-4434-aa07-597a94b750fb service neutron] 10.222.0.100 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528766
Feb 11 19:30:37.873177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-ed3cd986-234d-4c90-b22a-e7d7d0ce23ae req-b69b02a1-16e1-4865-b2f8-ee3216b78a82 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Unset dirty status for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:37.878539 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ed3cd986-234d-4c90-b22a-e7d7d0ce23ae req-b69b02a1-16e1-4865-b2f8-ee3216b78a82 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 943 time: 0.4913297
Feb 11 19:30:38.017407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-ed3cd986-234d-4c90-b22a-e7d7d0ce23ae req-60e0d2a9-21a2-4eaa-9b79-30cd3658e1ea tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Synchronizing usage tracker for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:38.059625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:38.062061 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d58515ed-baa3-408d-845f-db627798cc2a req-ab63a448-6d1b-403a-af4f-24dd250b1c85 service neutron] 10.222.0.100 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2138913
Feb 11 19:30:38.132679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-ed3cd986-234d-4c90-b22a-e7d7d0ce23ae req-60e0d2a9-21a2-4eaa-9b79-30cd3658e1ea tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Unset dirty status for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:38.135242 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ed3cd986-234d-4c90-b22a-e7d7d0ce23ae req-60e0d2a9-21a2-4eaa-9b79-30cd3658e1ea tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441561
Feb 11 19:30:38.172300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5711ab-525e-46bf-8a4d-192a0de6849a req-edbef900-9780-4c4e-8397-30b3cc98f6fd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:38.174027 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a5711ab-525e-46bf-8a4d-192a0de6849a req-edbef900-9780-4c4e-8397-30b3cc98f6fd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2052119
Feb 11 19:30:38.177519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:38.189347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-eddc8b00-4d22-41ec-9e76-b8fd57355969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:38.269556 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=445d2595224a41a1a3416bc0b36f66f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7366700
Feb 11 19:30:38.270688 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca56c63-e0ec-46cb-acc9-f8c7efbccb8b,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:38.272212 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 54024) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:38.284056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4df60168-f331-442c-91ca-fe7227edfd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:38.305724 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a5711ab-525e-46bf-8a4d-192a0de6849a req-31577c71-2f6f-44e4-a500-08ad1a1e02b9 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188142
Feb 11 19:30:38.387465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-735a6798-fc8b-430c-a66d-2d316e479be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:38.433170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-735a6798-fc8b-430c-a66d-2d316e479be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:38.550999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4724-fb9e-47b8-bb65-101348d8f514 req-aa166623-02da-47f1-8552-a552b4c4e3ef tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:38.553243 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c4cb4724-fb9e-47b8-bb65-101348d8f514 req-aa166623-02da-47f1-8552-a552b4c4e3ef tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2207608
Feb 11 19:30:38.640473 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c4cb4724-fb9e-47b8-bb65-101348d8f514 req-2aa0de82-278f-4b83-af5b-24b186f5da9d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770011
Feb 11 19:30:38.675878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-735a6798-fc8b-430c-a66d-2d316e479be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:38.681785 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d71abc87-a39c-43cc-80a3-88b34b9ce0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:38.696804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a6798-fc8b-430c-a66d-2d316e479be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca56c63-e0ec-46cb-acc9-f8c7efbccb8b,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:38.699749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-735a6798-fc8b-430c-a66d-2d316e479be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:38.701000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-735a6798-fc8b-430c-a66d-2d316e479be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:38.702939 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-735a6798-fc8b-430c-a66d-2d316e479be9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cca56c63-e0ec-46cb-acc9-f8c7efbccb8b HTTP/1.1" status: 204  len: 168 time: 0.4289546
Feb 11 19:30:39.669512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2a5e-b89f-487e-ac90-5df972d2ce43 req-349c7f75-7b55-45c9-8cd8-07f5baa27c6f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:39.671669 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1d6b2a5e-b89f-487e-ac90-5df972d2ce43 req-349c7f75-7b55-45c9-8cd8-07f5baa27c6f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 943 time: 0.3994021
Feb 11 19:30:39.721772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbde8d9-5d9f-4d09-8a99-8157a62b636e req-602fe6dc-0b49-4d75-9484-729bae1bf3f7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:39.728474 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8dbde8d9-5d9f-4d09-8a99-8157a62b636e req-602fe6dc-0b49-4d75-9484-729bae1bf3f7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2654688
Feb 11 19:30:39.760239 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1d6b2a5e-b89f-487e-ac90-5df972d2ce43 req-790f91b3-f033-4409-a925-e1969b63a57c tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817325
Feb 11 19:30:39.803704 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8dbde8d9-5d9f-4d09-8a99-8157a62b636e req-872ffdf0-6123-45a9-ad97-7b4adcf006bd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739963
Feb 11 19:30:40.036644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec57a85-ffff-43b4-a4c4-74547a4598ee req-11b19914-9546-4159-8e16-8a009810dcfa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:40.038430 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cec57a85-ffff-43b4-a4c4-74547a4598ee req-11b19914-9546-4159-8e16-8a009810dcfa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1697876
Feb 11 19:30:40.107470 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cec57a85-ffff-43b4-a4c4-74547a4598ee req-9d652716-3edf-43b9-b440-34cd1c258611 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626411
Feb 11 19:30:40.186174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:30:41.012304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.objects.ports [None req-ebcde619-5774-4c01-bfc0-043f59a8004c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80007) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 11 19:30:41.063947 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff95a73-b976-493b-8ad5-90b970c33d90 req-bb67bfea-bcf0-46b1-8d4e-22f65ee9726a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:41.065817 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dff95a73-b976-493b-8ad5-90b970c33d90 req-bb67bfea-bcf0-46b1-8d4e-22f65ee9726a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 943 time: 0.1817155
Feb 11 19:30:41.135415 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dff95a73-b976-493b-8ad5-90b970c33d90 req-e6e911a5-4c75-4c59-91a2-6ca7fb10ac00 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621741
Feb 11 19:30:41.179758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd336ba-f9ba-43b9-b62f-ef7cbeaf8adb req-c70e7469-1031-4bae-8a18-2a0d6342cde7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:41.181583 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cdd336ba-f9ba-43b9-b62f-ef7cbeaf8adb req-c70e7469-1031-4bae-8a18-2a0d6342cde7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1793950
Feb 11 19:30:41.250733 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cdd336ba-f9ba-43b9-b62f-ef7cbeaf8adb req-c03c4526-0aff-447f-96e1-d69bfd14825a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615122
Feb 11 19:30:41.444090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f89ee-2e08-4d97-b9f6-29193d323687 req-2498f2d7-46de-4853-8956-08eb18c3bfc7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:41.445794 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-768f89ee-2e08-4d97-b9f6-29193d323687 req-2498f2d7-46de-4853-8956-08eb18c3bfc7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1678531
Feb 11 19:30:41.515560 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-768f89ee-2e08-4d97-b9f6-29193d323687 req-2287deda-f820-4beb-9680-a45ab6a60521 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633137
Feb 11 19:30:41.536322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c309a9f4-60c8-4409-b5a4-3f191bdf1c5d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:41.648750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:41.655104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:41.655730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:41.791053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:41.820842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c309a9f4-60c8-4409-b5a4-3f191bdf1c5d'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:30:41.832095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:41.866888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:41.869081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:41.908345 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c309a9f4-60c8-4409-b5a4-3f191bdf1c5d', 'code': 200}
Feb 11 19:30:41.961700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:41.971507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.971906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.972289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.972667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.973040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.973457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.974827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.975469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.976101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.976617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.977248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.977761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.978351 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.979044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.980275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.980926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.981569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.982092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.982667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.983155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.983675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.984331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.984853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.985485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:30:41.992182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:42.044175 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-5b6b2085-31ec-450e-a24b-1c8cdbecf48b tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-456716325&fields=id&tenant_id=3bd11137b675423385314926587eb28b HTTP/1.1" status: 200  len: 267 time: 0.0616744
Feb 11 19:30:42.221148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c579adf-068b-49dd-83a5-87421bbcdf1b req-57ce4fd5-0d59-443c-aae7-47afb9077211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:42.222816 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3c579adf-068b-49dd-83a5-87421bbcdf1b req-57ce4fd5-0d59-443c-aae7-47afb9077211 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 1162 time: 0.0844996
Feb 11 19:30:42.270884 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3c579adf-068b-49dd-83a5-87421bbcdf1b req-4ea41adb-350f-499f-8daa-2ca20317aab4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405214
Feb 11 19:30:42.310707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-d98da1c5-b2e0-4c1a-bce2-76275eddb242 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:42.312152 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-d98da1c5-b2e0-4c1a-bce2-76275eddb242 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 808 time: 0.2606325
Feb 11 19:30:42.329805 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-93907b28-5143-4877-bfcf-86d81b273cc1 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/quotas/3bd11137b675423385314926587eb28b HTTP/1.1" status: 200  len: 375 time: 0.0107071
Feb 11 19:30:42.467131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7915ca-8448-4728-847b-b99f468a6815 req-34b1884c-fb43-4b38-8b16-7f49dfb8fbd2 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:42.469008 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d7915ca-8448-4728-847b-b99f468a6815 req-34b1884c-fb43-4b38-8b16-7f49dfb8fbd2 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 945 time: 0.1859515
Feb 11 19:30:42.480357 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-39ccd950-5a9b-439d-8aaa-2766f991d825 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1433399
Feb 11 19:30:42.556962 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d7915ca-8448-4728-847b-b99f468a6815 req-00e1174f-52d4-4611-b1db-f7767b6fd00a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806222
Feb 11 19:30:42.681087 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-c0a3e53e-dd78-4719-8117-1693ae1328f2 service neutron] 10.222.0.79 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901135
Feb 11 19:30:42.830637 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-5a9bc7cc-04af-4dfc-901e-f2f1e8cc5691 service neutron] 10.222.0.79 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485100
Feb 11 19:30:42.860981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687b843-b0bc-436f-8b5d-52fbce7765b3 req-d89a9c09-badd-4fb8-bde9-2f65c0f33178 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:42.862714 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f687b843-b0bc-436f-8b5d-52fbce7765b3 req-d89a9c09-badd-4fb8-bde9-2f65c0f33178 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1764195
Feb 11 19:30:42.914461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c309a9f4-60c8-4409-b5a4-3f191bdf1c5d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:42.941203 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f687b843-b0bc-436f-8b5d-52fbce7765b3 req-02744f2a-2e36-46f0-a1ee-7777aa3b4180 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715160
Feb 11 19:30:43.026552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:43.027183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:43.299129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6321-94f5-492d-9ad5-fec0bc519cca req-cce6d7cf-8965-4f8d-91c4-5e4469bb07f3 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:43.299129 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f91a6321-94f5-492d-9ad5-fec0bc519cca req-cce6d7cf-8965-4f8d-91c4-5e4469bb07f3 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1740210
Feb 11 19:30:43.353162 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f91a6321-94f5-492d-9ad5-fec0bc519cca req-d2dbce48-3ed2-417c-a4d0-9de3e61adc27 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597842
Feb 11 19:30:43.501983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-788c2b6c-a44b-4182-ad2b-866aa85a4c21 req-bcf2b690-2687-47e8-9080-a533099f5fef tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Synchronizing usage tracker for tenant:3bd11137b675423385314926587eb28b on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:43.551558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-788c2b6c-a44b-4182-ad2b-866aa85a4c21 req-bcf2b690-2687-47e8-9080-a533099f5fef tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Unset dirty status for tenant:3bd11137b675423385314926587eb28b on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:43.553449 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-788c2b6c-a44b-4182-ad2b-866aa85a4c21 req-bcf2b690-2687-47e8-9080-a533099f5fef tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.1021776
Feb 11 19:30:43.841364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089017f5-47c3-4a71-981c-4ec18c7bd082 req-269b9ac2-6dc3-453d-9c03-83d979a72825 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:43.843170 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-089017f5-47c3-4a71-981c-4ec18c7bd082 req-269b9ac2-6dc3-453d-9c03-83d979a72825 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 945 time: 0.1657341
Feb 11 19:30:43.919172 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-089017f5-47c3-4a71-981c-4ec18c7bd082 req-e2baab17-4ed8-4fcd-aae8-4d100934e18b tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686524
Feb 11 19:30:44.265394 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e904b-8693-43a1-a1ea-476341af279b req-391ead82-4932-438e-8392-62d187362f8a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:44.267006 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2e4e904b-8693-43a1-a1ea-476341af279b req-391ead82-4932-438e-8392-62d187362f8a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1653192
Feb 11 19:30:44.329964 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2e4e904b-8693-43a1-a1ea-476341af279b req-e2eca09f-3c62-4da3-9917-53554265e6d7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565410
Feb 11 19:30:44.647725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cad98-3b13-48bd-bd98-ef922152f718 req-442fc160-4a70-4da3-8ab6-2a173eab70d7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:44.649441 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a59cad98-3b13-48bd-bd98-ef922152f718 req-442fc160-4a70-4da3-8ab6-2a173eab70d7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1656175
Feb 11 19:30:44.715177 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a59cad98-3b13-48bd-bd98-ef922152f718 req-e4898ab6-e0e8-49f7-9471-c8174bddc7f9 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593488
Feb 11 19:30:44.735496 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-405d452a-a221-4552-a945-b46ece48cf3e req-8ef7d1f3-ac01-4b2c-8492-aa93e9eda45d tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.0506961
Feb 11 19:30:45.215176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411ff93-3e7a-44c1-ba4b-34b13ec288ef req-424c2d38-fe39-4c1c-8819-97e791657582 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:45.216836 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9411ff93-3e7a-44c1-ba4b-34b13ec288ef req-424c2d38-fe39-4c1c-8819-97e791657582 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 945 time: 0.1696858
Feb 11 19:30:45.281634 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9411ff93-3e7a-44c1-ba4b-34b13ec288ef req-6f6d9441-87c7-4a7c-9304-490f8c92290d tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582252
Feb 11 19:30:45.643544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ea77-bca8-4456-97e0-19cd91340b0c req-a70b75e5-f562-498a-a83a-4c57675ca5c5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:45.645208 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a08ea77-bca8-4456-97e0-19cd91340b0c req-a70b75e5-f562-498a-a83a-4c57675ca5c5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1715264
Feb 11 19:30:45.708720 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a08ea77-bca8-4456-97e0-19cd91340b0c req-6acc224e-8313-4731-8a3a-ea703d1a9d88 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570714
Feb 11 19:30:45.920075 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cbc97ac3-fed9-4cd1-806d-6236d91e2d49 req-fad63afb-4101-48bb-9ca8-5d162090b420 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.0525408
Feb 11 19:30:46.044247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e29cab-2f66-4bed-8a1c-0c6ced5f2949 req-fb7a621a-e691-43fa-b0ef-1441778f0659 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:46.046019 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d8e29cab-2f66-4bed-8a1c-0c6ced5f2949 req-fb7a621a-e691-43fa-b0ef-1441778f0659 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1957495
Feb 11 19:30:46.111766 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d8e29cab-2f66-4bed-8a1c-0c6ced5f2949 req-05147a21-31dc-4d35-90b5-303087eb7621 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584805
Feb 11 19:30:46.643859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487061a-f381-4418-bce2-707b8254f7c0 req-314e1d1b-4d98-4a0b-94de-4a233caa971d tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:46.646045 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1487061a-f381-4418-bce2-707b8254f7c0 req-314e1d1b-4d98-4a0b-94de-4a233caa971d tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 945 time: 0.2220271
Feb 11 19:30:46.731710 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1487061a-f381-4418-bce2-707b8254f7c0 req-cb946d98-c787-4e5b-a0cf-cadd79744897 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748472
Feb 11 19:30:46.981683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c309a9f4-60c8-4409-b5a4-3f191bdf1c5d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:47.091675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:47.091985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:47.114125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f81e-ae26-4e38-a34f-30a8321ab5f8 req-2ae0309e-59f9-4719-ad36-e6f48b335592 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:47.116787 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7698f81e-ae26-4e38-a34f-30a8321ab5f8 req-2ae0309e-59f9-4719-ad36-e6f48b335592 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2491586
Feb 11 19:30:47.161475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 54368) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:47.222176 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c9a5e235-ef55-4f14-8aba-a293e3d50b5f req-83c5f7e1-c915-40ee-bcc3-8e9efa34f599 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.0907860
Feb 11 19:30:47.261946 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7698f81e-ae26-4e38-a34f-30a8321ab5f8 req-8a0de44d-22ca-46b0-b575-bd8a3348eb5d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1275866
Feb 11 19:30:47.429803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-7e1b3ef9-7e3f-4d23-972d-b98170631fb0 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:47.430651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-7e1b3ef9-7e3f-4d23-972d-b98170631fb0 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Synchronizing usage tracker for tenant:3bd11137b675423385314926587eb28b on resource:network {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:47.465552 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-cb7b1052-c0eb-479c-9368-43d2af8339c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ab4301151e54babafb1013ddb3273c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2955079
Feb 11 19:30:47.466030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 54378) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:47.523253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-7e1b3ef9-7e3f-4d23-972d-b98170631fb0 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Unset dirty status for tenant:3bd11137b675423385314926587eb28b on resource:network {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:47.524520 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-7e1b3ef9-7e3f-4d23-972d-b98170631fb0 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.100 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 808 time: 0.5310652
Feb 11 19:30:47.656215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf1b-c194-438f-9752-6a8081a3e500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:47.731457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-54fe57cf-acc7-420c-812d-e7b7b36c2e4f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Synchronizing usage tracker for tenant:3bd11137b675423385314926587eb28b on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:47.819221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d971855-123a-463a-8287-bf03b4ae209c req-cbba8a04-0269-4f0c-a794-326e710506ec tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:47.820923 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3d971855-123a-463a-8287-bf03b4ae209c req-cbba8a04-0269-4f0c-a794-326e710506ec tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.3409572
Feb 11 19:30:47.837856 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf1b-c194-438f-9752-6a8081a3e500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:48.074071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677aa91e-66f4-4e83-83a1-728f320fcc24 req-ea4b23e9-bae6-4d16-966e-6fb69fcd0734 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:48.075802 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-677aa91e-66f4-4e83-83a1-728f320fcc24 req-ea4b23e9-bae6-4d16-966e-6fb69fcd0734 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 945 time: 0.2036943
Feb 11 19:30:48.101569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-54fe57cf-acc7-420c-812d-e7b7b36c2e4f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Unset dirty status for tenant:3bd11137b675423385314926587eb28b on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:48.103205 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-54fe57cf-acc7-420c-812d-e7b7b36c2e4f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=3bd11137b675423385314926587eb28b HTTP/1.1" status: 200  len: 5757 time: 0.5563176
Feb 11 19:30:48.143996 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-677aa91e-66f4-4e83-83a1-728f320fcc24 req-42156cd6-446c-4e7f-9eea-a9a8143aefe3 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612302
Feb 11 19:30:48.147437 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3d971855-123a-463a-8287-bf03b4ae209c req-8da4b0e5-6372-4541-a81d-ecf1f64f0ae9 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3162353
Feb 11 19:30:48.191431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf1b-c194-438f-9752-6a8081a3e500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:48.201762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:48.214796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9cf1b-c194-438f-9752-6a8081a3e500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e7a785-7820-4a9a-aa82-5b8db0e7bdfb,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:48.218061 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5bd9cf1b-c194-438f-9752-6a8081a3e500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:48.254811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bd9cf1b-c194-438f-9752-6a8081a3e500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:48.256750 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5bd9cf1b-c194-438f-9752-6a8081a3e500 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94e7a785-7820-4a9a-aa82-5b8db0e7bdfb HTTP/1.1" status: 204  len: 168 time: 0.7890327
Feb 11 19:30:48.416550 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bde05bdc-a8b3-431e-8bab-a9da8046921d req-cecc5ac9-6854-4033-8390-86f6b2c79691 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.0495391
Feb 11 19:30:48.448617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56d685-bd2a-45ab-a89c-a9388ecf4358 req-47a1ee87-ce55-4407-bbbf-6dceac6b17c0 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:48.475877 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bd56d685-bd2a-45ab-a89c-a9388ecf4358 req-47a1ee87-ce55-4407-bbbf-6dceac6b17c0 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1700079
Feb 11 19:30:48.516175 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bd56d685-bd2a-45ab-a89c-a9388ecf4358 req-99afd38f-5881-476c-818f-55ee921068ee tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593696
Feb 11 19:30:48.736086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51239-fd8d-4733-aa42-dec0b17643b5 req-1577148d-6241-40f7-bd5c-f8a619d0f0ae tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:48.736746 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e8d51239-fd8d-4733-aa42-dec0b17643b5 req-1577148d-6241-40f7-bd5c-f8a619d0f0ae tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1692834
Feb 11 19:30:48.811692 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e8d51239-fd8d-4733-aa42-dec0b17643b5 req-1c78a650-2bff-4f00-8dfa-85ef28ba8aec tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674527
Feb 11 19:30:49.327104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 54416) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:49.455144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83691-ae29-4b17-8267-d21cf1fffad6 req-a8fd5747-d978-490d-be1b-b7a78f726298 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:49.456878 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cb83691-ae29-4b17-8267-d21cf1fffad6 req-a8fd5747-d978-490d-be1b-b7a78f726298 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1777587
Feb 11 19:30:49.471642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1363668531-network', 'tenant_id': '9b5a187a3db64826991467336ec5cff0'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:49.491443 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:49.500954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Usage tracker for resource:network and tenant:9b5a187a3db64826991467336ec5cff0 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:49.504366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:49.511081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:49.545076 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cb83691-ae29-4b17-8267-d21cf1fffad6 req-3bc55ace-c966-4397-9c2c-39ab3f308746 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764050
Feb 11 19:30:49.579942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Made reservation on behalf of 9b5a187a3db64826991467336ec5cff0 for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:49.584955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:49.635698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:49.661101 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d1ee62bf-a4ff-42b5-8107-642f13d00ff1 req-5d8e3333-6e9b-4a49-a77a-ab03c0b39ae6 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.0643251
Feb 11 19:30:49.663780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:49.667968 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Usage tracker for resource:security_group_rule and tenant:9b5a187a3db64826991467336ec5cff0 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:49.671147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:49.677607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:49.767407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:49.796920 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:49.801479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3a9ba8a7-6d1d-4379-a01d-bd0377703e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:49.830567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b378a-5766-4e01-bf02-0d818937a33f req-4d7f2e62-cf46-4e5f-a4e6-020350bfd967 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:49.831783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:30:49.832266 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fc1b378a-5766-4e01-bf02-0d818937a33f req-4d7f2e62-cf46-4e5f-a4e6-020350bfd967 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1653516
Feb 11 19:30:49.845464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4248f9-c58c-45e1-887f-36ae748ff2b3,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:49.850459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:49.851450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:49.851835 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Added segment 0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9 of type vxlan for network 3478fb01-1b16-415f-b6fa-73a647d61076
Feb 11 19:30:49.882689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:49.903753 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fc1b378a-5766-4e01-bf02-0d818937a33f req-2a9553e0-c691-4dd6-a784-b53c1d9dd4c7 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644166
Feb 11 19:30:49.951790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:49.953107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:49.953754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:49.959635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:50.120076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Pushing event updated for resources: {'Network': ['ID=3478fb01-1b16-415f-b6fa-73a647d61076,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:50.123162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:50.132088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 3478fb01-1b16-415f-b6fa-73a647d61076 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:30:50.142845 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.8145459
Feb 11 19:30:50.146657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 54428) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:30:50.152765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Request body: {'subnet': {'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1363668531-subnet', 'tenant_id': '9b5a187a3db64826991467336ec5cff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:50.157796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:50.161914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Usage tracker for resource:subnet and tenant:9b5a187a3db64826991467336ec5cff0 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:30:50.165001 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:30:50.170671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:50.209024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Made reservation on behalf of 9b5a187a3db64826991467336ec5cff0 for: {'subnet': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:50.214546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851538624'] for subnet, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:50.231817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2768f82-ef40-409c-910c-02307e999fd4 req-9f702729-0bd7-4153-97b3-28ea7f99ecc7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:50.233520 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e2768f82-ef40-409c-910c-02307e999fd4 req-9f702729-0bd7-4153-97b3-28ea7f99ecc7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2606425
Feb 11 19:30:50.299161 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e2768f82-ef40-409c-910c-02307e999fd4 req-60382b0c-6c25-49b9-8562-c3cc9fe7601b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589921
Feb 11 19:30:50.725321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851538607'] for subnet, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:50.744959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:50.869335 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f0ea389c-e04b-4f9a-ab0a-b58049e76176 req-eb67dc12-4ebd-41d2-8086-60b4cbe30b2a tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.0555677
Feb 11 19:30:50.897160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba65975-ff00-4796-8b3a-b8d955dd3744,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:50.905964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:51.012595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ec639-5665-4df1-b156-79884bc64bf3 req-6f38868d-2efb-463f-af46-0f33ab0d31bf tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:51.014340 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-771ec639-5665-4df1-b156-79884bc64bf3 req-6f38868d-2efb-463f-af46-0f33ab0d31bf tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.3497407
Feb 11 19:30:51.103801 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-771ec639-5665-4df1-b156-79884bc64bf3 req-ebd06008-1f25-4479-a0df-7eb0270af8da tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821583
Feb 11 19:30:51.111540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Checking segment: {'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:51.111954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Network hostable DHCP agents. Network: 3478fb01-1b16-415f-b6fa-73a647d61076, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:30:51.163677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Network 3478fb01-1b16-415f-b6fa-73a647d61076 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:30:51.202649 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5a3db-a217-434b-9d9b-426599981071 req-c3b2eb0d-33c9-4756-8767-5fe410852d4b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:51.204383 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fac5a3db-a217-434b-9d9b-426599981071 req-c3b2eb0d-33c9-4756-8767-5fe410852d4b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1649394
Feb 11 19:30:51.220919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 3478fb01-1b16-415f-b6fa-73a647d61076) {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:51.231736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767b95c-dd87-434b-b4c0-2089bd17dfc4 None None] Network 3478fb01-1b16-415f-b6fa-73a647d61076 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:30:51.234982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:51.235640 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:51.271269 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fac5a3db-a217-434b-9d9b-426599981071 req-05064ce9-ee2e-4c13-be51-0e7b7522c8b9 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591576
Feb 11 19:30:51.289250 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1414020
Feb 11 19:30:51.421864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Request body: {'port': {'device_id': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'admin_state_up': True, 'tenant_id': '3bd11137b675423385314926587eb28b', 'security_groups': ['f2cb6f3d-2acc-47b5-b62f-5743acf79e75']}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:51.464650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 3478fb01-1b16-415f-b6fa-73a647d61076 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:30:51.492244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cf36cf-f12d-4d82-89a2-41996d6faf5f None None] Network 3478fb01-1b16-415f-b6fa-73a647d61076 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:30:51.682815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:30:51.694272 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:30:51.702566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae6e9-08fa-43cb-a085-2cd490dac98b req-29704473-f42f-4162-85ec-21da9182382b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:51.704298 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-080ae6e9-08fa-43cb-a085-2cd490dac98b req-29704473-f42f-4162-85ec-21da9182382b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2337685
Feb 11 19:30:51.739176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Made reservation on behalf of 3bd11137b675423385314926587eb28b for: {'port': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:30:51.768607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:51.789806 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-080ae6e9-08fa-43cb-a085-2cd490dac98b req-996a3059-d730-4e54-8a16-b919dcc052ee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784945
Feb 11 19:30:52.088280 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a95f60fb-5672-42f6-8743-0b7a867d4c89 req-299aafc9-7f39-42cf-8250-0a96608e8fd2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.0619013
Feb 11 19:30:52.197372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Allocated IP 172.20.0.14 (1722861d-cc65-407b-a8a6-431d3e2bfd59/7964dc79-eab4-4000-9277-6e2395b50c47/c14887d6-a544-4fc9-9db1-6044fd90ed8d) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:30:52.471981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:52.539384 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864cb0d-af62-48a6-8575-82714400156a req-e4cbec4e-f3e8-44c6-8f23-9ae9bf4e62f4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:52.547953 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3864cb0d-af62-48a6-8575-82714400156a req-e4cbec4e-f3e8-44c6-8f23-9ae9bf4e62f4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2985139
Feb 11 19:30:52.606027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Transition to ACTIVE for port object c14887d6-a544-4fc9-9db1-6044fd90ed8d will not be triggered until provisioned by entity DHCP. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:52.653381 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3864cb0d-af62-48a6-8575-82714400156a req-ee5e702b-3bc2-4c13-b184-5d42a1a3df7a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042349
Feb 11 19:30:52.749088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdacba-13a0-447c-afb7-e0a8f96a952c req-71263a26-7156-4d3b-8282-a79b9dab8650 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:52.751051 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-58cdacba-13a0-447c-afb7-e0a8f96a952c req-71263a26-7156-4d3b-8282-a79b9dab8650 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2594151
Feb 11 19:30:52.796483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:52.813468 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:52.893975 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-58cdacba-13a0-447c-afb7-e0a8f96a952c req-c334bdb6-f917-4e49-9885-34d00b0dac0a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1330292
Feb 11 19:30:53.023943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event updated for resources: {'Port': ['ID=c14887d6-a544-4fc9-9db1-6044fd90ed8d,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:53.028840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:53.076369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:30:53.077741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:30:53.080388 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:30:53.186314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b5196-1383-4f96-978b-6fbfad0f27c5 req-2179106d-a887-4218-91a1-9300d3379513 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:53.190088 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b45b5196-1383-4f96-978b-6fbfad0f27c5 req-2179106d-a887-4218-91a1-9300d3379513 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2335231
Feb 11 19:30:53.254874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:53.257735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:53.313125 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8994935
Feb 11 19:30:53.342448 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b45b5196-1383-4f96-978b-6fbfad0f27c5 req-4cfcdf0f-77d3-41b4-b0c1-7dc4c7f4836e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397536
Feb 11 19:30:53.381474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Request body: {'port': {'device_id': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:30:53.609480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-30c11ac9-5338-41be-a300-43285b0130ab None None] Provisioning for port c14887d6-a544-4fc9-9db1-6044fd90ed8d completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:30:53.618466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-30c11ac9-5338-41be-a300-43285b0130ab None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:53.619220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-30c11ac9-5338-41be-a300-43285b0130ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:53.649385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bae73-7c8f-4af5-9d05-cbe72109410a req-12888c31-aa88-49e7-bf28-30801b03f11e tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:53.650252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-1b0bae73-7c8f-4af5-9d05-cbe72109410a req-12888c31-aa88-49e7-bf28-30801b03f11e tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Synchronizing usage tracker for tenant:3bd11137b675423385314926587eb28b on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:53.668381 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:53.691373 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-30c11ac9-5338-41be-a300-43285b0130ab None None] Port c14887d6-a544-4fc9-9db1-6044fd90ed8d cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:30:53.824808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-1b0bae73-7c8f-4af5-9d05-cbe72109410a req-12888c31-aa88-49e7-bf28-30801b03f11e tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Unset dirty status for tenant:3bd11137b675423385314926587eb28b on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:53.826124 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1b0bae73-7c8f-4af5-9d05-cbe72109410a req-12888c31-aa88-49e7-bf28-30801b03f11e tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 932 time: 0.5101795
Feb 11 19:30:54.229518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14887d6-a544-4fc9-9db1-6044fd90ed8d {{(pid=80006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:30:54.237875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:54.252861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Transition to ACTIVE for port object c14887d6-a544-4fc9-9db1-6044fd90ed8d will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:30:54.265049 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be2f3f-ccd4-4edb-a649-af603edaac74 req-718f61d5-5dad-44cf-b249-a6ac3449cfe4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:54.274080 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-02be2f3f-ccd4-4edb-a649-af603edaac74 req-718f61d5-5dad-44cf-b249-a6ac3449cfe4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2324722
Feb 11 19:30:54.296130 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1b0bae73-7c8f-4af5-9d05-cbe72109410a req-75e1db8c-8dde-46b8-aa7b-398780b0c165 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3443999
Feb 11 19:30:54.300720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:54.318171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-04e0fb9c-adfb-4c77-b625-683786a83e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:54.354969 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-02be2f3f-ccd4-4edb-a649-af603edaac74 req-1c7209c7-6c17-497a-adac-7305d8d9ca55 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796750
Feb 11 19:30:54.411924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Pushing event updated for resources: {'Port': ['ID=c14887d6-a544-4fc9-9db1-6044fd90ed8d,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:54.415640 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:54.628235 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d467e459-0394-4066-961f-64c306e7e12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:54.751078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff3040-d31b-4192-a9ba-5a06a7b40c0c req-bdbbaaa1-1276-4d4c-9d9b-fad575d88d22 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:54.753091 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5cff3040-d31b-4192-a9ba-5a06a7b40c0c req-bdbbaaa1-1276-4d4c-9d9b-fad575d88d22 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 945 time: 0.2762725
Feb 11 19:30:54.933788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a37308-d9e9-4dee-9ea4-d8a4fc5cc8cb req-c971ee99-4f0f-480a-987b-30f1c2ab6fcb tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:54.941728 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46a37308-d9e9-4dee-9ea4-d8a4fc5cc8cb req-c971ee99-4f0f-480a-987b-30f1c2ab6fcb tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2816396
Feb 11 19:30:54.965830 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5cff3040-d31b-4192-a9ba-5a06a7b40c0c req-e5221128-a1d6-4691-9e9a-6ef16af3c235 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977963
Feb 11 19:30:55.042662 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46a37308-d9e9-4dee-9ea4-d8a4fc5cc8cb req-fbbcbbc3-610f-4db4-b61a-8f38ba274a92 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987594
Feb 11 19:30:55.120036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Attempting to bind port c14887d6-a544-4fc9-9db1-6044fd90ed8d on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:30:55.120744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Attempting to bind port c14887d6-a544-4fc9-9db1-6044fd90ed8d by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:30:55.121296 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Attempting to bind port c14887d6-a544-4fc9-9db1-6044fd90ed8d on network 1722861d-cc65-407b-a8a6-431d3e2bfd59 {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:30:55.131437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:30:55.131833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Checking segment: {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:30:55.132453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:55.132918 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Bound using segment: {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:30:55.133410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Bound port: c14887d6-a544-4fc9-9db1-6044fd90ed8d, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:30:55.133787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:55.408413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c76119-6be4-4fcc-b1ab-d844b89174f4 req-65979abc-b388-4898-99a9-b2d6c060b0b7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:55.418133 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-77c76119-6be4-4fcc-b1ab-d844b89174f4 req-65979abc-b388-4898-99a9-b2d6c060b0b7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2199929
Feb 11 19:30:55.557734 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-77c76119-6be4-4fcc-b1ab-d844b89174f4 req-c42d7354-ce19-4980-8976-2d801feb90b5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384752
Feb 11 19:30:55.651546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c309a9f4-60c8-4409-b5a4-3f191bdf1c5d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:30:55.805463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:30:55.806544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:55.899525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-035b10d4-3426-402a-b7e0-575904063e87 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:55.900822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-035b10d4-3426-402a-b7e0-575904063e87 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Synchronizing usage tracker for tenant:9b5a187a3db64826991467336ec5cff0 on resource:network {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:30:55.924070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] For port c14887d6-a544-4fc9-9db1-6044fd90ed8d, host hv-cinder-77525, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:30:55.932379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] For port c14887d6-a544-4fc9-9db1-6044fd90ed8d, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:30:55.957125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-035b10d4-3426-402a-b7e0-575904063e87 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Unset dirty status for tenant:9b5a187a3db64826991467336ec5cff0 on resource:network {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:30:55.963312 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-035b10d4-3426-402a-b7e0-575904063e87 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/networks?id=3478fb01-1b16-415f-b6fa-73a647d61076 HTTP/1.1" status: 200  len: 814 time: 0.7933898
Feb 11 19:30:55.985289 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-7c44cb8f-8851-4339-8130-0a5ec15fde13 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/quotas/9b5a187a3db64826991467336ec5cff0 HTTP/1.1" status: 200  len: 375 time: 0.0182588
Feb 11 19:30:55.988050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:56.028570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-706227f2-ba08-4b4b-b253-379c343d0d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:56.067084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166706c-b0ce-4b6d-87fb-18bb0df66233 req-bfa5d47d-4111-4341-9abb-3cf08f0e77df tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:56.073676 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5166706c-b0ce-4b6d-87fb-18bb0df66233 req-bfa5d47d-4111-4341-9abb-3cf08f0e77df tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2976630
Feb 11 19:30:56.187653 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5166706c-b0ce-4b6d-87fb-18bb0df66233 req-a43d6d15-9a98-4ed0-a84f-acf97dd5d986 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1093204
Feb 11 19:30:56.201675 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-ea95d127-e8c5-4f36-a6c2-eb882ed160cb tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b5a187a3db64826991467336ec5cff0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1754804
Feb 11 19:30:56.313558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-da0c249d-f0ec-46c5-8688-60df0ea178ad tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:56.315838 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-da0c249d-f0ec-46c5-8688-60df0ea178ad tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.100 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 945 time: 0.6143632
Feb 11 19:30:56.391486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Pushing event updated for resources: {'Port': ['ID=c14887d6-a544-4fc9-9db1-6044fd90ed8d,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:56.406762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:56.423128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:56.424463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:56.426567 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] 10.222.0.100 "PUT /v2.0/ports/c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 1158 time: 3.0628631
Feb 11 19:30:56.428021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:30:56.491571 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-a6349f38-8d64-4e8b-bdcd-99c02c25ab9a service neutron] 10.222.0.79 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2647796
Feb 11 19:30:56.757758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-807aa08e-40d0-4d59-b101-9a0803c8e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:56.761100 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-807aa08e-40d0-4d59-b101-9a0803c8e872 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1161 time: 0.2346156
Feb 11 19:30:56.817875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-09f63179-c4cc-4a2e-9b96-abcaa5942ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:56.861941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Deleting port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:30:56.862428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:56.936697 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-a078e5ac-6290-4fa2-b23a-852689aa7f3f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 217 time: 0.1664534
Feb 11 19:30:57.006820 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-eb879a76-f671-4525-a19b-204b4a7b1e15 service neutron] 10.222.0.79 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5137882
Feb 11 19:30:57.024130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f0ed-3179-4e55-9617-6caa39975464 req-862ca0fe-ecb5-41a4-bee6-f027528f0f9c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:57.032592 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-77d1f0ed-3179-4e55-9617-6caa39975464 req-862ca0fe-ecb5-41a4-bee6-f027528f0f9c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.3438513
Feb 11 19:30:57.036011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-cd3895f3-44d4-4fff-8a26-04107eece175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:57.039282 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-cd3895f3-44d4-4fff-8a26-04107eece175 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.0878966
Feb 11 19:30:57.126903 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-77d1f0ed-3179-4e55-9617-6caa39975464 req-b7865919-7cf6-48d1-9d2f-4a5d6757672e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931809
Feb 11 19:30:57.213487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-fe32eb81-d1d3-4936-a969-ffa57ec51d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:57.215201 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-fe32eb81-d1d3-4936-a969-ffa57ec51d89 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1670060
Feb 11 19:30:57.577426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c309a9f4-60c8-4409-b5a4-3f191bdf1c5d no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:30:57.592619 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-55bb18dd-37d0-4f12-aa6f-1f42f2ed0845 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3678439
Feb 11 19:30:57.714596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b356b-7757-452e-b347-72b4d4157b0c req-20be6fd1-35ba-47f1-b660-c50a0e4ed856 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:57.722887 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c99b356b-7757-452e-b347-72b4d4157b0c req-20be6fd1-35ba-47f1-b660-c50a0e4ed856 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 945 time: 0.4527383
Feb 11 19:30:57.799093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] For port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:57.799670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:57.818267 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-00f6c7b1-239d-4fb1-9e29-32e0d847d6bd req-7029771b-d080-4700-941f-a05c76aa0f56 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2122939
Feb 11 19:30:57.834632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:57.882875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:57.887729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c309a9f4-60c8-4409-b5a4-3f191bdf1c5d'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:30:57.919573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:57.920498 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c99b356b-7757-452e-b347-72b4d4157b0c req-a77bb807-8556-426b-9b96-e6b940ff37b4 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964002
Feb 11 19:30:57.924056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f1f05ec2-52c1-4727-9321-b254fa3534dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:30:57.947132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0317b-fba3-47d7-9781-ada67e7f80af req-1c88353e-0f44-4081-951e-e1f2a3b06a78 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:57.955202 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-efb0317b-fba3-47d7-9781-ada67e7f80af req-1c88353e-0f44-4081-951e-e1f2a3b06a78 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.4946055
Feb 11 19:30:58.040169 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-efb0317b-fba3-47d7-9781-ada67e7f80af req-5039b8b5-62fc-4d04-b4cf-de57b87e1c47 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838921
Feb 11 19:30:58.041450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:30:58.054980 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:58.056071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:30:58.077714 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'status': 'completed', 'code': 200}
Feb 11 19:30:58.084900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Calling delete_port for c309a9f4-60c8-4409-b5a4-3f191bdf1c5d owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:30:58.210763 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7221c760-9201-4063-9ddb-6cd4d88338a7 req-3158b796-6fd2-49fa-b2a3-004486227f73 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 210 time: 0.0667565
Feb 11 19:30:58.460015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:58.471544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a69f21-568c-4d5e-85ec-ac51994048fb req-efb47389-a711-460f-b33e-5157b7c2ba50 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:58.474157 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5a69f21-568c-4d5e-85ec-ac51994048fb req-efb47389-a711-460f-b33e-5157b7c2ba50 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2159874
Feb 11 19:30:58.496171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:30:58.496730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:30:58.562844 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5a69f21-568c-4d5e-85ec-ac51994048fb req-451343e2-40d8-415d-bd1e-5951360fd6c5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759680
Feb 11 19:30:58.648445 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c309a9f4-60c8-4409-b5a4-3f191bdf1c5d', 'code': 200}
Feb 11 19:30:58.649264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcd40e-10f3-4d59-9553-66c88639b2e2 req-eaebebe7-6cb4-4c7c-98f4-007bd6e0e1ed tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:58.651043 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-59fcd40e-10f3-4d59-9553-66c88639b2e2 req-eaebebe7-6cb4-4c7c-98f4-007bd6e0e1ed tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2258139
Feb 11 19:30:58.716374 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-59fcd40e-10f3-4d59-9553-66c88639b2e2 req-7335f349-c489-4b08-b5d1-7a20f9d49d06 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0590565
Feb 11 19:30:58.998778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Deleting port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:30:58.999256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:59.000611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a9bd6-5386-4252-b756-4c99aa305901 req-4fb7a7eb-6e31-4ea1-8057-f71108f1aae6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:59.002504 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a35a9bd6-5386-4252-b756-4c99aa305901 req-4fb7a7eb-6e31-4ea1-8057-f71108f1aae6 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2407773
Feb 11 19:30:59.074812 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a35a9bd6-5386-4252-b756-4c99aa305901 req-1e4c2bc2-f87f-457e-b062-b399e338d844 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644262
Feb 11 19:30:59.172328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:59.399509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093abae9-653d-4780-8519-2af4ad724adb req-4ee96c09-a348-4c97-b851-1d92479fcdb3 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:59.404029 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-093abae9-653d-4780-8519-2af4ad724adb req-4ee96c09-a348-4c97-b851-1d92479fcdb3 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1888964
Feb 11 19:30:59.471396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8381766-c5ac-4519-b2d1-f2db85b81ff7 req-5daa4c60-9ab4-4373-8554-acf0989aae3f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:30:59.482385 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8381766-c5ac-4519-b2d1-f2db85b81ff7 req-5daa4c60-9ab4-4373-8554-acf0989aae3f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 943 time: 0.4147036
Feb 11 19:30:59.487391 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-093abae9-653d-4780-8519-2af4ad724adb req-ebb56459-13d4-46ba-9a68-267d6d134635 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789270
Feb 11 19:30:59.606047 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8381766-c5ac-4519-b2d1-f2db85b81ff7 req-66d0b592-de40-4f74-bf01-d3b09512388b tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227329
Feb 11 19:30:59.625017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] For port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:30:59.633207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:30:59.715129 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-201189fa-c5a6-488a-807c-3de1a6b61c64 req-899caab0-b88c-405e-99d5-89fa74f78cce tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 210 time: 0.0621550
Feb 11 19:30:59.837592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Calling delete_port for c309a9f4-60c8-4409-b5a4-3f191bdf1c5d owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:31:00.077695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4461d51-7a03-4c2f-a2dc-635647e6fb52 req-6c1a94a9-92db-4c07-8a83-4f4d7d0395b0 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:00.086381 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b4461d51-7a03-4c2f-a2dc-635647e6fb52 req-6c1a94a9-92db-4c07-8a83-4f4d7d0395b0 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2034767
Feb 11 19:31:00.185332 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b4461d51-7a03-4c2f-a2dc-635647e6fb52 req-c92a0514-0a13-45f7-b4dd-c647207fcbaa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0972862
Feb 11 19:31:00.227783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d70de-e6bf-40cc-b6e7-dad5b9ab8c42 req-ac29f6af-8c3a-4045-998b-7014d4bfe300 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:00.235757 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b6d70de-e6bf-40cc-b6e7-dad5b9ab8c42 req-ac29f6af-8c3a-4045-998b-7014d4bfe300 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2270751
Feb 11 19:31:00.239489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:00.278912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:00.350608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Pushing event deleted for resources: {'Port': ['ID=c309a9f4-60c8-4409-b5a4-3f191bdf1c5d,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:00.413169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:00.450848 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b6d70de-e6bf-40cc-b6e7-dad5b9ab8c42 req-6c898434-e2be-48fc-840b-7edd86688171 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2139101
Feb 11 19:31:00.580068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5867ab2-556b-4f46-8ad4-a6bdd5590f0b req-003de135-d728-404f-9b5c-be48148af4d3 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:00.588875 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a5867ab2-556b-4f46-8ad4-a6bdd5590f0b req-003de135-d728-404f-9b5c-be48148af4d3 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2342818
Feb 11 19:31:00.622360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] No DVR routers for this DVR port c309a9f4-60c8-4409-b5a4-3f191bdf1c5d on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:31:00.626200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:00.640724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'name': 'network-vif-deleted', 'tag': 'c309a9f4-60c8-4409-b5a4-3f191bdf1c5d'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:00.676518 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7b6b3e94-a05d-48cc-b1e7-b2cffe2a7a1d req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.100 "DELETE /v2.0/ports/c309a9f4-60c8-4409-b5a4-3f191bdf1c5d HTTP/1.1" status: 204  len: 173 time: 4.3543253
Feb 11 19:31:00.689954 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a5867ab2-556b-4f46-8ad4-a6bdd5590f0b req-b7340fd0-c8cb-4c46-8835-fe034b98ead5 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966992
Feb 11 19:31:00.931875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f824e-db65-49ab-beaa-3a0291811576 req-8843d9ac-717d-43ac-956b-6a8644c5f758 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:00.933636 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f31f824e-db65-49ab-beaa-3a0291811576 req-8843d9ac-717d-43ac-956b-6a8644c5f758 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2235763
Feb 11 19:31:00.997184 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe1c1dd1-4fce-4a55-9094-e177320b626e req-cda7695a-a57b-4c98-88d7-65c62a2170e3 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 210 time: 0.1439679
Feb 11 19:31:01.054221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-0b2b0e2b-b8c4-42dd-aea7-091fc2ff8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:01.056609 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-0b2b0e2b-b8c4-42dd-aea7-091fc2ff8179 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1161 time: 0.1613264
Feb 11 19:31:01.073332 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f31f824e-db65-49ab-beaa-3a0291811576 req-d0792c87-7edf-401c-a7c0-8f0d7022594f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929661
Feb 11 19:31:01.115731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdb979-52b7-477f-8478-22b1c8354b15 req-4b556381-c08a-44c7-9e77-b8c4de00694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:01.120559 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6bfdb979-52b7-477f-8478-22b1c8354b15 req-4b556381-c08a-44c7-9e77-b8c4de00694f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1163 time: 0.1857014
Feb 11 19:31:01.154185 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4c4df0-5440-4dca-a9db-065dcf19b687', 'name': 'network-vif-deleted', 'tag': 'c309a9f4-60c8-4409-b5a4-3f191bdf1c5d', 'status': 'completed', 'code': 200}
Feb 11 19:31:01.211864 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6bfdb979-52b7-477f-8478-22b1c8354b15 req-2809b938-778e-4520-a7f9-235b8e1d725b service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826342
Feb 11 19:31:01.249867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-453b7ed2-ebbf-4eaa-9e94-cb7a02638343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:01.251769 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-453b7ed2-ebbf-4eaa-9e94-cb7a02638343 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 902 time: 0.1865013
Feb 11 19:31:01.350275 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7bdb8e44-bf13-4cba-aecd-fb967726afd8 req-333f2819-9128-446b-9822-e6c1b563e90e tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 210 time: 0.0561998
Feb 11 19:31:01.524910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24945a1-2f5e-4abb-870b-5b2a3fc588bb req-7c7fbed3-a6d5-4aaf-91dc-74ec66ef6b2a tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:01.532653 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c24945a1-2f5e-4abb-870b-5b2a3fc588bb req-7c7fbed3-a6d5-4aaf-91dc-74ec66ef6b2a tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.1921506
Feb 11 19:31:01.628587 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-48f36d35-ce58-4445-8e64-84be765a4f70 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 217 time: 0.0769522
Feb 11 19:31:01.751798 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c24945a1-2f5e-4abb-870b-5b2a3fc588bb req-d947cb3c-4bb2-4f48-a29a-0d5c60382544 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2180777
Feb 11 19:31:01.785890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-1e1d81a4-0a33-41dd-b780-301d200af886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:01.794543 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-1e1d81a4-0a33-41dd-b780-301d200af886 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.1554091
Feb 11 19:31:01.854542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db8c93-c753-419b-b1c1-bd5cc0ac51c4 req-c9a8d9a6-83fb-45fc-9b58-6235c67571c6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:01.865901 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f2db8c93-c753-419b-b1c1-bd5cc0ac51c4 req-c9a8d9a6-83fb-45fc-9b58-6235c67571c6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2435570
Feb 11 19:31:02.032756 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f2db8c93-c753-419b-b1c1-bd5cc0ac51c4 req-10bc673f-1b03-4248-be6e-f95de889e944 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1685400
Feb 11 19:31:02.311849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-ffb55b81-ff1f-4de9-be31-17b66f87c9ba req-ac9c0655-74ca-44c9-b6fa-5fae5b4fd2ce tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Synchronizing usage tracker for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:31:02.357194 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-ffb55b81-ff1f-4de9-be31-17b66f87c9ba req-ac9c0655-74ca-44c9-b6fa-5fae5b4fd2ce tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Unset dirty status for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:31:02.362829 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ffb55b81-ff1f-4de9-be31-17b66f87c9ba req-ac9c0655-74ca-44c9-b6fa-5fae5b4fd2ce tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=bb4c4df0-5440-4dca-a9db-065dcf19b687 HTTP/1.1" status: 200  len: 210 time: 0.1152284
Feb 11 19:31:02.371704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-b0bee40c-39a2-4a62-92ff-16648cbe782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:02.373536 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-b0bee40c-39a2-4a62-92ff-16648cbe782c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5712993
Feb 11 19:31:02.477703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e08f7-e0a2-4293-ad62-7b6522a4b847 req-d40ec136-03c6-4b3d-b84a-d4f2cd198741 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:02.485927 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-178e08f7-e0a2-4293-ad62-7b6522a4b847 req-d40ec136-03c6-4b3d-b84a-d4f2cd198741 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2312016
Feb 11 19:31:02.664520 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-178e08f7-e0a2-4293-ad62-7b6522a4b847 req-c8450b60-8011-4a0f-b619-5a907e5e1f13 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772432
Feb 11 19:31:02.769037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed3f55-a8c9-4f3b-8bd2-a5a07da19ebd req-b8b41406-a877-419d-9233-28bb6c9ae7b9 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:02.778077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-99ed3f55-a8c9-4f3b-8bd2-a5a07da19ebd req-b8b41406-a877-419d-9233-28bb6c9ae7b9 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2538960
Feb 11 19:31:02.888358 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-7f92a985-57d2-4d29-bbc3-a7805fb81502 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3697643
Feb 11 19:31:02.925295 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-99ed3f55-a8c9-4f3b-8bd2-a5a07da19ebd req-c30f6922-5b6c-45aa-8727-243341f7fa5d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1466973
Feb 11 19:31:03.039822 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-db1616a1-60f6-42e8-ba87-734ac9c6f78e req-3dca8878-3c20-4e71-be44-2dc19f0e45d3 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 210 time: 0.1502669
Feb 11 19:31:03.119034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:03.167409 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46d551c6-2951-486e-b716-ee21c475d5e7 req-34d7dbe8-1710-4007-b2c3-864dd1d56aa1 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2759414
Feb 11 19:31:03.382901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdec1f3-9e1c-4f66-a256-f82da677bab1 req-bca8c873-3dac-4c9c-96b2-d6bdf4dd486e tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:03.384488 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8fdec1f3-9e1c-4f66-a256-f82da677bab1 req-bca8c873-3dac-4c9c-96b2-d6bdf4dd486e tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2810938
Feb 11 19:31:03.468539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd876e-4fc8-41d8-8b69-198cae2f4f91 req-867a1b92-8bcb-4d91-a74b-f865217726e3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:03.469978 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-500ee8a5-5729-43d9-9650-539dbf2f16f2 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:03.470344 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-05bd876e-4fc8-41d8-8b69-198cae2f4f91 req-867a1b92-8bcb-4d91-a74b-f865217726e3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2087777
Feb 11 19:31:03.471626 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-500ee8a5-5729-43d9-9650-539dbf2f16f2 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.100 "GET /v2.0/networks?id=3478fb01-1b16-415f-b6fa-73a647d61076 HTTP/1.1" status: 200  len: 814 time: 0.5238705
Feb 11 19:31:03.510968 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Request body: {'port': {'device_id': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076', 'admin_state_up': True, 'tenant_id': '9b5a187a3db64826991467336ec5cff0'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:31:03.588437 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-05bd876e-4fc8-41d8-8b69-198cae2f4f91 req-356cb1b0-3153-4202-a20e-510b66738329 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1067860
Feb 11 19:31:03.977829 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8fdec1f3-9e1c-4f66-a256-f82da677bab1 req-4947164d-a5a0-4d86-9740-5206bca5c964 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.5049231
Feb 11 19:31:03.982982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:31:03.987298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Usage tracker for resource:port and tenant:9b5a187a3db64826991467336ec5cff0 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:31:03.990607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:31:03.996518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:31:04.017284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1b55f-f95c-4442-b6f8-2b35ffa000ed req-55f3f899-75bc-4ec2-a2f4-6ff4d5d0a04f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:04.019220 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-72e1b55f-f95c-4442-b6f8-2b35ffa000ed req-55f3f899-75bc-4ec2-a2f4-6ff4d5d0a04f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1863484
Feb 11 19:31:04.097331 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-72e1b55f-f95c-4442-b6f8-2b35ffa000ed req-c97519c4-802e-4fa7-84b8-9e180215681f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711470
Feb 11 19:31:04.401308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea220738-abde-4933-bfc3-cf51bda5e576 req-82d4bcf9-2ba6-4f32-b2f4-c66acd7f9fbb tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:04.409083 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ea220738-abde-4933-bfc3-cf51bda5e576 req-82d4bcf9-2ba6-4f32-b2f4-c66acd7f9fbb tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1771102
Feb 11 19:31:04.481018 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ea220738-abde-4933-bfc3-cf51bda5e576 req-5952a376-5b71-4a9f-9528-f6d63087576d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708568
Feb 11 19:31:04.535534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-91b2be61-a734-454f-ad6d-49ee532ef56f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:04.543783 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-91b2be61-a734-454f-ad6d-49ee532ef56f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/networks?id=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 HTTP/1.1" status: 200  len: 808 time: 0.2866664
Feb 11 19:31:04.546368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Made reservation on behalf of 9b5a187a3db64826991467336ec5cff0 for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:31:04.568148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:04.603297 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-7ab8c383-5e94-48fd-9809-163404263ba3 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/quotas/59783d80d9da4eab9e16ad463c8a6c45 HTTP/1.1" status: 200  len: 375 time: 0.0237610
Feb 11 19:31:04.673377 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c3ba4c0d-84b4-4c3a-b0af-3940dc5c3a55 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59783d80d9da4eab9e16ad463c8a6c45&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0690038
Feb 11 19:31:04.685840 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f7b9336-63dc-4c83-ab2a-e2d9a0b3cc4b req-e59fec70-1a6d-4023-b498-b9362ba39ce0 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 210 time: 0.0498588
Feb 11 19:31:04.834268 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-ffd51896-d966-4499-80cb-94825db79ffc service neutron] 10.222.0.79 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415288
Feb 11 19:31:05.141646 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-f725360a-dad0-4b5a-9d83-c6da453d3c4d service neutron] 10.222.0.79 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2944660
Feb 11 19:31:05.263122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0aa50-8500-4c1c-b9f6-0696ba5a4a4f req-80d1d00a-5b04-47de-bc14-a6af574c68d9 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:05.270011 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c3d0aa50-8500-4c1c-b9f6-0696ba5a4a4f req-80d1d00a-5b04-47de-bc14-a6af574c68d9 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2661717
Feb 11 19:31:05.367554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Allocated IP 172.20.0.4 (3478fb01-1b16-415f-b6fa-73a647d61076/fba65975-ff00-4796-8b3a-b8d955dd3744/df62b42c-9c6f-429b-8661-997d659f2ca5) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:31:05.411618 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c3d0aa50-8500-4c1c-b9f6-0696ba5a4a4f req-256467ad-f3ec-4e40-8981-3d57513e9251 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1313751
Feb 11 19:31:05.777288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:05.844540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755b641-a350-44ec-8ff6-34138898f532 req-0818f800-9ad0-4b4d-b730-6a81c3bc9c6b tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:05.853623 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3755b641-a350-44ec-8ff6-34138898f532 req-0818f800-9ad0-4b4d-b730-6a81c3bc9c6b tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2199202
Feb 11 19:31:05.948663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:05.988502 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3755b641-a350-44ec-8ff6-34138898f532 req-9e5f3435-2337-405a-a99b-e3bd911e4735 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1337962
Feb 11 19:31:06.122919 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-79245616-cdbe-4964-b38b-36690466de6f req-608957fd-d41a-4b16-bc7f-65a106215059 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 210 time: 0.2279942
Feb 11 19:31:06.124954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:06.287130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Network 3478fb01-1b16-415f-b6fa-73a647d61076 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:31:06.291496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:31:06.295544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:31:06.331885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-2f85395e-4b9a-43dd-bb99-e289ab842314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:06.333785 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-2f85395e-4b9a-43dd-bb99-e289ab842314 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1163 time: 0.2717006
Feb 11 19:31:06.539860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:06.540701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:06.636789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb7567-b1ea-4cb5-8ceb-43197326a0e9 req-34377b81-8486-4a48-965b-c2ae7badfeda tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:06.645403 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-afeb7567-b1ea-4cb5-8ceb-43197326a0e9 req-34377b81-8486-4a48-965b-c2ae7badfeda tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.4392211
Feb 11 19:31:06.660130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Pushing event updated for resources: {'Port': ['ID=df62b42c-9c6f-429b-8661-997d659f2ca5,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:06.673117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:06.795964 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-afeb7567-b1ea-4cb5-8ceb-43197326a0e9 req-5247e5a6-66ff-4267-b6b5-fea74ce1421d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1435359
Feb 11 19:31:06.810401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf021d0d-0847-47d4-b0aa-8e8e836751c7 req-e7773faa-5ff3-44ee-96e6-9d87fbad8f0f tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:06.811241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-cf021d0d-0847-47d4-b0aa-8e8e836751c7 req-e7773faa-5ff3-44ee-96e6-9d87fbad8f0f tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Synchronizing usage tracker for tenant:9b5a187a3db64826991467336ec5cff0 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:31:06.816589 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3212330
Feb 11 19:31:06.847582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Request body: {'port': {'device_id': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:31:06.861262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-c0cb92d5-5188-44ce-a7d7-50a4af573dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:06.863680 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-c0cb92d5-5188-44ce-a7d7-50a4af573dd3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.5144374
Feb 11 19:31:06.885715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-cf021d0d-0847-47d4-b0aa-8e8e836751c7 req-e7773faa-5ff3-44ee-96e6-9d87fbad8f0f tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Unset dirty status for tenant:9b5a187a3db64826991467336ec5cff0 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:31:06.893519 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cf021d0d-0847-47d4-b0aa-8e8e836751c7 req-e7773faa-5ff3-44ee-96e6-9d87fbad8f0f tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 931 time: 0.4909301
Feb 11 19:31:06.993833 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cf021d0d-0847-47d4-b0aa-8e8e836751c7 req-2a5d0f80-36a0-4bdf-a375-f54b46dfa18d tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993183
Feb 11 19:31:07.056907 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-597a8af0-8ac7-48c2-a160-f1a5436143c4 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 200  len: 217 time: 0.1714671
Feb 11 19:31:07.073550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:07.141658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-f42ae846-4bfc-42a9-ac6f-8272d8ff49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:07.143274 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-f42ae846-4bfc-42a9-ac6f-8272d8ff49a5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.0796318
Feb 11 19:31:07.215862 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-71b50b4c-dded-4b8b-a7de-a0a68cebd201 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554686
Feb 11 19:31:07.305108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781935d-18b5-4c30-ba30-a442011efa57 req-59641058-0c18-43e2-8e1a-4ea08df6450e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:07.313375 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d781935d-18b5-4c30-ba30-a442011efa57 req-59641058-0c18-43e2-8e1a-4ea08df6450e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.3398364
Feb 11 19:31:07.485261 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d781935d-18b5-4c30-ba30-a442011efa57 req-426f479d-c63d-4233-8086-9dfb8709803f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715350
Feb 11 19:31:07.562428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34531d-0e04-4d60-9fc4-d2798157fa95 req-6c03a94b-c4af-4eda-a942-2ccdc452527d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:07.564724 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2a34531d-0e04-4d60-9fc4-d2798157fa95 req-6c03a94b-c4af-4eda-a942-2ccdc452527d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.3527887
Feb 11 19:31:07.585217 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-62dfa056-7a53-4ab9-a3f4-8e38003036f8 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563057
Feb 11 19:31:07.916344 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0847477-cbce-4983-88bb-9bcd1b1f1985 req-3eb80f17-cfa0-4c98-93ea-ab816285b36f service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3159027
Feb 11 19:31:08.021678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb201be-be55-4bbb-b263-fda5b9e8c528 req-0ea5af21-f758-4e1a-a30f-13c7ef726235 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:08.023681 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2eb201be-be55-4bbb-b263-fda5b9e8c528 req-0ea5af21-f758-4e1a-a30f-13c7ef726235 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2535453
Feb 11 19:31:08.070103 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2a34531d-0e04-4d60-9fc4-d2798157fa95 req-ada2a2a4-2b9c-444e-910c-cf8b209dfd41 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4426925
Feb 11 19:31:08.138066 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2eb201be-be55-4bbb-b263-fda5b9e8c528 req-394a4053-e5e5-4374-a20d-fde1edff0354 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1046014
Feb 11 19:31:08.223057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df62b42c-9c6f-429b-8661-997d659f2ca5 {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:31:08.232302 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:08.246291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Transition to ACTIVE for port object df62b42c-9c6f-429b-8661-997d659f2ca5 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:31:08.432946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-4c5de08a-7772-48df-a864-5e4da3c737b9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:08.434794 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-4c5de08a-7772-48df-a864-5e4da3c737b9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.100 "GET /v2.0/networks?id=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 HTTP/1.1" status: 200  len: 808 time: 0.8690090
Feb 11 19:31:08.438105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:08.499893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Request body: {'port': {'device_id': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442', 'admin_state_up': True, 'tenant_id': '59783d80d9da4eab9e16ad463c8a6c45'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:31:08.522309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1a71d303-c28b-4735-95ab-13d53a22ad05 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:08.609398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9c410-d690-49df-98f7-81a9a4ca1f56 req-a77d47a9-dcba-4e1a-ae2e-e11af1acdfac tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:08.611330 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-59d9c410-d690-49df-98f7-81a9a4ca1f56 req-a77d47a9-dcba-4e1a-ae2e-e11af1acdfac tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2528045
Feb 11 19:31:08.660651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 54728) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:31:08.711172 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-59d9c410-d690-49df-98f7-81a9a4ca1f56 req-fe6b91f1-8e6a-4dac-9aab-018cab7159ff tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925267
Feb 11 19:31:08.950563 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-802ef8d4-0aac-4d32-8828-5fc262ca00c6 req-b12dbbf3-99c6-4137-8316-a0132490c75e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 210 time: 0.5141668
Feb 11 19:31:09.018806 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:09.043338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:31:09.051174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Usage tracker for resource:security_group_rule and tenant:33c0c09985924a61b154a87035c30980 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:31:09.063407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:31:09.071824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:31:09.114999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Pushing event updated for resources: {'Port': ['ID=df62b42c-9c6f-429b-8661-997d659f2ca5,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:09.121326 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:09.175780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2f5fc-8d11-4396-9bf8-574a5d09c4a4 req-1fc7d47a-236b-4800-8a00-8939946bf4ee tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:09.177827 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5ea2f5fc-8d11-4396-9bf8-574a5d09c4a4 req-1fc7d47a-236b-4800-8a00-8939946bf4ee tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 943 time: 0.2789590
Feb 11 19:31:09.274429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-5ea2f5fc-8d11-4396-9bf8-574a5d09c4a4 req-acf0e938-06bc-4c97-8311-8b4697fcd8fd tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Synchronizing usage tracker for tenant:9b5a187a3db64826991467336ec5cff0 on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:31:09.346304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-5ea2f5fc-8d11-4396-9bf8-574a5d09c4a4 req-acf0e938-06bc-4c97-8311-8b4697fcd8fd tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Unset dirty status for tenant:9b5a187a3db64826991467336ec5cff0 on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:31:09.347995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:31:09.349034 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5ea2f5fc-8d11-4396-9bf8-574a5d09c4a4 req-acf0e938-06bc-4c97-8311-8b4697fcd8fd tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595149
Feb 11 19:31:09.364481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:09.370476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:31:09.408371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:09.418474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2e6f510a-e8c1-4502-a0b4-58a5f87eb23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:09.429354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Attempting to bind port df62b42c-9c6f-429b-8661-997d659f2ca5 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:31:09.430152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Attempting to bind port df62b42c-9c6f-429b-8661-997d659f2ca5 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:31:09.430714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Attempting to bind port df62b42c-9c6f-429b-8661-997d659f2ca5 on network 3478fb01-1b16-415f-b6fa-73a647d61076 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:31:09.440890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:31:09.441929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Checking segment: {'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:31:09.442555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:09.443135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Bound using segment: {'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:31:09.443942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Bound port: df62b42c-9c6f-429b-8661-997d659f2ca5, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:31:09.444493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:09.458275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445da565-404c-4437-98e5-f8f0cff2c909,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:09.466060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:09.478430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Made reservation on behalf of 59783d80d9da4eab9e16ad463c8a6c45 for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:31:09.502476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:09.640925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:09.718498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7c584-23cc-4ecd-a730-4c402e56af2c req-b402ec12-b8b9-4899-a06f-b195c940a312 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:09.720354 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-73e7c584-23cc-4ecd-a730-4c402e56af2c req-b402ec12-b8b9-4899-a06f-b195c940a312 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.5147519
Feb 11 19:31:09.727184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f668ab0c-5f58-42da-b362-0db16c0e2c9a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:09.727707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:09.758152 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33c0c09985924a61b154a87035c30980&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0932562
Feb 11 19:31:09.760741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 54740) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:31:09.849913 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0603bd9e-4b34-4a1a-b379-26d8d23ec683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:09.873430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:09.914010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] For port df62b42c-9c6f-429b-8661-997d659f2ca5, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:31:09.938521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8997a-64d6-475f-a494-4eeed3682b0e req-844dd615-080d-425a-8dcb-b6a5db17b42e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:09.939500 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-73e7c584-23cc-4ecd-a730-4c402e56af2c req-3911b648-6661-4f9f-9732-5e5a353e4caa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074754
Feb 11 19:31:09.940245 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d2d8997a-64d6-475f-a494-4eeed3682b0e req-844dd615-080d-425a-8dcb-b6a5db17b42e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.4554737
Feb 11 19:31:09.959046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] For port df62b42c-9c6f-429b-8661-997d659f2ca5, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=df62b42c-9c6f-429b-8661-997d659f2ca5,segment=NetworkSegment(0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9),segment_id=0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:31:10.001042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0603bd9e-4b34-4a1a-b379-26d8d23ec683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:10.050012 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d2d8997a-64d6-475f-a494-4eeed3682b0e req-cb97bfb4-9f0b-493d-bc47-e6ddca3c620e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013291
Feb 11 19:31:10.196820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port c14887d6-a544-4fc9-9db1-6044fd90ed8d completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:31:10.202619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:10.203187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:10.232379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Allocated IP 172.20.0.7 (d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442/b96be4c6-8daf-49b6-a87e-329ca31e7100/b54b91ca-64f3-4e80-9a7f-c18e23dd2218) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:31:10.249865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:10.263070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0603bd9e-4b34-4a1a-b379-26d8d23ec683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:10.272267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:10.272588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-78ccc441-6fdd-4d94-858e-6b1b0b5131c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:10.292063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603bd9e-4b34-4a1a-b379-26d8d23ec683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445da565-404c-4437-98e5-f8f0cff2c909,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:10.297567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0603bd9e-4b34-4a1a-b379-26d8d23ec683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:10.303504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0603bd9e-4b34-4a1a-b379-26d8d23ec683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:10.304745 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-0603bd9e-4b34-4a1a-b379-26d8d23ec683 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/445da565-404c-4437-98e5-f8f0cff2c909 HTTP/1.1" status: 204  len: 168 time: 0.5429411
Feb 11 19:31:10.390429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Pushing event updated for resources: {'Port': ['ID=df62b42c-9c6f-429b-8661-997d659f2ca5,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:10.394657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:10.449829 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:10.494438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6419c75-3767-4462-97aa-b7524abfa959 req-ddab40ee-a252-4ae4-91cd-64df609e14ac tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:10.504208 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6419c75-3767-4462-97aa-b7524abfa959 req-ddab40ee-a252-4ae4-91cd-64df609e14ac tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.3116441
Feb 11 19:31:10.508534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:10.531452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058d7c1-58c3-4290-af7b-6bce243e3b9a req-cac74e26-8cfd-4514-9005-785dd9402399 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:10.539326 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f058d7c1-58c3-4290-af7b-6bce243e3b9a req-cac74e26-8cfd-4514-9005-785dd9402399 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.4512277
Feb 11 19:31:10.546600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port c14887d6-a544-4fc9-9db1-6044fd90ed8d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:31:10.600753 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6419c75-3767-4462-97aa-b7524abfa959 req-cacd8461-d15f-40ae-95bd-c2cdd33e7e6b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940530
Feb 11 19:31:10.612981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:10.615048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0629a14f-c6d2-4fcf-a68b-29efe3169d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:10.723572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=c14887d6-a544-4fc9-9db1-6044fd90ed8d,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:10.727799 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f058d7c1-58c3-4290-af7b-6bce243e3b9a req-7b75b59f-d2da-4d5d-bab8-e24b38825469 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1871777
Feb 11 19:31:10.728772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:10.934990 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5febfecb-bf18-4d43-8509-982aca5e579a req-dad88457-9002-46bb-a33a-93f91064f589 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 210 time: 0.0741272
Feb 11 19:31:10.997593 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'code': 200}
Feb 11 19:31:11.061149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:11.152762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:11.164406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:11.166992 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] 10.222.0.100 "PUT /v2.0/ports/df62b42c-9c6f-429b-8661-997d659f2ca5 HTTP/1.1" status: 200  len: 1157 time: 4.3242891
Feb 11 19:31:11.173392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'tag': 'df62b42c-9c6f-429b-8661-997d659f2ca5'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:11.190106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:11.190582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:11.376564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203e659-1c8a-4396-b642-b91dd8de609c req-5827d5fc-0ae9-4419-b7a7-18615d4fd928 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:11.378340 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a203e659-1c8a-4396-b642-b91dd8de609c req-5827d5fc-0ae9-4419-b7a7-18615d4fd928 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 943 time: 0.5142417
Feb 11 19:31:11.439672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:11.442458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd134e-74ca-48d9-96cd-0e05d08144b5 req-15ce7a0d-ecff-4b26-88f8-9af7ebf175e0 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:11.450062 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bdfd134e-74ca-48d9-96cd-0e05d08144b5 req-15ce7a0d-ecff-4b26-88f8-9af7ebf175e0 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2977808
Feb 11 19:31:11.550917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f668ab0c-5f58-42da-b362-0db16c0e2c9a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:11.551451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:11.608055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:11.646718 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bdfd134e-74ca-48d9-96cd-0e05d08144b5 req-1c024e4a-034f-40f2-a2f4-47c0183438e9 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925123
Feb 11 19:31:11.684661 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a203e659-1c8a-4396-b642-b91dd8de609c req-9dc73014-7a17-4ebc-9a2e-a8a8e97765af tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542645
Feb 11 19:31:11.705800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd0e51-4a46-4c44-862b-69f0f9d1244d req-224eb203-32c3-4274-a59d-4a86db014978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:11.710175 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4bdd0e51-4a46-4c44-862b-69f0f9d1244d req-224eb203-32c3-4274-a59d-4a86db014978 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1163 time: 0.2572453
Feb 11 19:31:11.716278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-5bc32bfa-a8e1-4e7a-8ba8-17066528d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:11.724552 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-5bc32bfa-a8e1-4e7a-8ba8-17066528d8f5 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b5a187a3db64826991467336ec5cff0&device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 1160 time: 0.3429692
Feb 11 19:31:11.807986 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4bdd0e51-4a46-4c44-862b-69f0f9d1244d req-cc02bc1b-0f60-4ed7-aa5d-135bde68b94f service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0891535
Feb 11 19:31:11.834856 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'tag': 'df62b42c-9c6f-429b-8661-997d659f2ca5', 'status': 'completed', 'code': 200}
Feb 11 19:31:11.851601 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-4d23251a-da1f-4299-b92b-2566036026d8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df62b42c-9c6f-429b-8661-997d659f2ca5 HTTP/1.1" status: 200  len: 217 time: 0.1154423
Feb 11 19:31:11.886997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:11.934335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a2e434ec-18c8-4b5c-afad-f18c27de5d36 tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:12.055273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76c57c-8c04-424a-9fd2-957b809dc213 req-8eceec98-8543-46cf-98a4-28c9f8dfa6ac tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:12.057379 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f76c57c-8c04-424a-9fd2-957b809dc213 req-8eceec98-8543-46cf-98a4-28c9f8dfa6ac tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2176819
Feb 11 19:31:12.133254 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f76c57c-8c04-424a-9fd2-957b809dc213 req-509f4c8c-5e7e-48a5-bc0f-e1c03acfc5db tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679839
Feb 11 19:31:12.190888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Pushing event updated for resources: {'Port': ['ID=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:12.198321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:12.219219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-892a6248-8965-44a8-9603-75027f555f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:12.221421 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-892a6248-8965-44a8-9603-75027f555f13 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fba65975-ff00-4796-8b3a-b8d955dd3744 HTTP/1.1" status: 200  len: 854 time: 0.1820414
Feb 11 19:31:12.312060 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-bf9734a6-ff0f-4db5-88b5-40a63d993658 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3478fb01-1b16-415f-b6fa-73a647d61076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0725667
Feb 11 19:31:12.444007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c99ff-0933-4ce1-b08a-bff14aa4a382 req-121116d4-78e7-4c3d-b02d-54164283aac9 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:12.458285 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7c5c99ff-0933-4ce1-b08a-bff14aa4a382 req-121116d4-78e7-4c3d-b02d-54164283aac9 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.4686346
Feb 11 19:31:12.523500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:31:12.555220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcbabd-433b-42f4-8d2d-89241bd920ba req-b6517b80-8223-47c0-9aab-3d4210cdfd2c tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:12.557052 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0bfcbabd-433b-42f4-8d2d-89241bd920ba req-b6517b80-8223-47c0-9aab-3d4210cdfd2c tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2164068
Feb 11 19:31:12.631570 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0bfcbabd-433b-42f4-8d2d-89241bd920ba req-0d8518d2-1977-4ca4-9fe3-9ad40ca79265 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0676558
Feb 11 19:31:12.827738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:31:12.839518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:31:12.893535 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7c5c99ff-0933-4ce1-b08a-bff14aa4a382 req-70d3c6be-e050-47a7-ae51-24fc1624f83d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4293277
Feb 11 19:31:12.932243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911cc1b-00c9-46d6-ada4-c195f18ec4ed req-55994f25-f741-4d33-8441-bd4cb0de5083 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:12.933972 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6911cc1b-00c9-46d6-ada4-c195f18ec4ed req-55994f25-f741-4d33-8441-bd4cb0de5083 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 931 time: 0.1754453
Feb 11 19:31:13.013931 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6911cc1b-00c9-46d6-ada4-c195f18ec4ed req-2e1a71ae-e3b6-441a-8115-7b5684e4ca78 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723915
Feb 11 19:31:13.050292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:13.051130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:13.065044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:13.109882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-9bc569b2-b06c-4283-84e5-5b7592d22564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:13.112781 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-9bc569b2-b06c-4283-84e5-5b7592d22564 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 1162 time: 0.1218917
Feb 11 19:31:13.116839 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-6415780f-cce2-4be8-b9ce-a85045d29196 service neutron] 10.222.0.100 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7917929
Feb 11 19:31:13.166071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:13.166798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:13.403320 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9087126
Feb 11 19:31:13.409969 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f529d1c6-be0d-43c1-baa3-6ddd1729c411 req-1013d2dd-7c5f-4cfa-9bd0-ead9a979d7da service neutron] 10.222.0.100 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2664094
Feb 11 19:31:13.424036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-af576f4f-244d-462c-9852-bdd2ef206495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:13.428266 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-af576f4f-244d-462c-9852-bdd2ef206495 service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.2962370
Feb 11 19:31:13.495864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a139a6-319f-4310-9704-522dc65f3419 req-68015557-03e0-4eb3-8860-91c95ae7f38f tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:13.503475 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-45a139a6-319f-4310-9704-522dc65f3419 req-68015557-03e0-4eb3-8860-91c95ae7f38f tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 943 time: 0.4469752
Feb 11 19:31:13.569728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Request body: {'port': {'device_id': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:31:13.609601 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-0da6259e-6e53-4696-97eb-f39f5ade2c70 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb HTTP/1.1" status: 200  len: 1001 time: 0.1744790
Feb 11 19:31:13.670847 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-45a139a6-319f-4310-9704-522dc65f3419 req-cc66b5d4-e2f0-4ad3-8ff3-0330940e8754 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663277
Feb 11 19:31:13.768883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-d4f78946-a60b-4de4-8639-cb697091271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:13.770686 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-d4f78946-a60b-4de4-8639-cb697091271e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b5a187a3db64826991467336ec5cff0&device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 1160 time: 0.2641926
Feb 11 19:31:13.772904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2e1b8-1743-4efd-af29-a8f433c2d3d9 req-c1b91655-e7e5-447e-9115-86c7c5605686 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:13.774601 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-50b2e1b8-1743-4efd-af29-a8f433c2d3d9 req-c1b91655-e7e5-447e-9115-86c7c5605686 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2592847
Feb 11 19:31:13.775036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:13.799394 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-0d4cbc84-ae30-4655-8c72-7ee6695e0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:13.801003 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-0d4cbc84-ae30-4655-8c72-7ee6695e0e85 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.1752665
Feb 11 19:31:13.893584 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-50b2e1b8-1743-4efd-af29-a8f433c2d3d9 req-467d7ddb-f11a-4fb3-a640-4adf09cb0609 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118684
Feb 11 19:31:13.931471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-043c3001-f362-49cc-9548-c8f126b5a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:13.933004 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-043c3001-f362-49cc-9548-c8f126b5a0f7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1121640
Feb 11 19:31:14.146340 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-b462d49a-3d0c-4a76-bbca-5ba3b268d8ba service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028229
Feb 11 19:31:14.175610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-ce68fb51-c90e-4475-a2e3-9ff849cab3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:14.177751 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-ce68fb51-c90e-4475-a2e3-9ff849cab3d7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=3478fb01-1b16-415f-b6fa-73a647d61076 HTTP/1.1" status: 200  len: 908 time: 0.3913870
Feb 11 19:31:14.236497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdab794-81ec-484b-a309-b4a316bb832f req-609f9f30-7dcd-4f96-97db-a7a996e790ce tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:14.238092 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2bdab794-81ec-484b-a309-b4a316bb832f req-609f9f30-7dcd-4f96-97db-a7a996e790ce tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2028615
Feb 11 19:31:14.339341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b765bd2-4506-4d0d-a8fe-edd97e816085 req-f307b379-ecc5-44fa-a57c-9e49a43e8f64 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:14.341086 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4b765bd2-4506-4d0d-a8fe-edd97e816085 req-f307b379-ecc5-44fa-a57c-9e49a43e8f64 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.4827557
Feb 11 19:31:14.359458 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-cb78f18d-229c-46c9-80ab-39d008d2ee7e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df62b42c-9c6f-429b-8661-997d659f2ca5 HTTP/1.1" status: 200  len: 217 time: 0.1704082
Feb 11 19:31:14.401203 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2bdab794-81ec-484b-a309-b4a316bb832f req-64361ca2-0a97-4990-a167-068d81e92413 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1394770
Feb 11 19:31:14.433069 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25302b75-fcdc-4747-848a-0c4c1662cc6b req-be5f9800-3922-4669-9419-115e5e9ed8ad service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1938233
Feb 11 19:31:14.595532 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4b765bd2-4506-4d0d-a8fe-edd97e816085 req-0f099045-a136-4615-9339-af465b6d5ad8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377887
Feb 11 19:31:14.609098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-d8f04124-5eea-4369-aff5-8b1f60bf91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:14.618914 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-d8f04124-5eea-4369-aff5-8b1f60bf91a7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fba65975-ff00-4796-8b3a-b8d955dd3744 HTTP/1.1" status: 200  len: 854 time: 0.2199845
Feb 11 19:31:14.683631 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-8914075a-0f07-4288-86df-b7caf3ff3725 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3478fb01-1b16-415f-b6fa-73a647d61076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610747
Feb 11 19:31:14.747062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80227b-bd4a-4980-9044-ff281d2b7983 req-a0b2cb7f-1b8b-4348-8374-f2ebf2ed2d4d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:14.748721 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1f80227b-bd4a-4980-9044-ff281d2b7983 req-a0b2cb7f-1b8b-4348-8374-f2ebf2ed2d4d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1990204
Feb 11 19:31:14.815784 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1f80227b-bd4a-4980-9044-ff281d2b7983 req-a0371dd1-9a23-4e9f-8c9b-cc17f8aa0c7e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600469
Feb 11 19:31:14.926162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54b91ca-64f3-4e80-9a7f-c18e23dd2218 {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:31:14.941149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:14.972702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Transition to ACTIVE for port object b54b91ca-64f3-4e80-9a7f-c18e23dd2218 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:31:14.994644 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-ccee6aee-5b25-4643-be51-285fab16628b service neutron] 10.222.0.100 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934878
Feb 11 19:31:15.083470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeaf81-5850-468f-abbb-b09950c98617 req-475447d3-1985-4e09-8bc5-1fab4200a3e9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:15.084305 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-6ffeaf81-5850-468f-abbb-b09950c98617 req-475447d3-1985-4e09-8bc5-1fab4200a3e9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Synchronizing usage tracker for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:31:15.116823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:15.130071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876ef7a-501e-4118-8c09-dce8e5b6da42 req-1ee9cd11-4b83-4fd6-8fa6-f88579ad98a6 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:15.132301 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7876ef7a-501e-4118-8c09-dce8e5b6da42 req-1ee9cd11-4b83-4fd6-8fa6-f88579ad98a6 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.1843071
Feb 11 19:31:15.144231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:15.146822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.objects.ports [None req-68386e4b-8754-422e-a187-788e4e3a2a18 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80007) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 11 19:31:15.198535 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7876ef7a-501e-4118-8c09-dce8e5b6da42 req-88094434-023a-425b-804c-deee07ba8340 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0596318
Feb 11 19:31:15.607314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-6ffeaf81-5850-468f-abbb-b09950c98617 req-475447d3-1985-4e09-8bc5-1fab4200a3e9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Unset dirty status for tenant:59783d80d9da4eab9e16ad463c8a6c45 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:31:15.608585 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ffeaf81-5850-468f-abbb-b09950c98617 req-475447d3-1985-4e09-8bc5-1fab4200a3e9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 931 time: 0.8823643
Feb 11 19:31:15.668563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Pushing event updated for resources: {'Port': ['ID=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:15.680727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:15.750346 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ffeaf81-5850-468f-abbb-b09950c98617 req-f5989abc-6114-45cb-a0a4-902cf9b32110 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236558
Feb 11 19:31:15.756911 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60c0aea4-b5f8-4d66-b6a4-f49f3f8cac7e req-067ea5e2-4765-499c-9ff1-c737bb67e1db service neutron] 10.222.0.100 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6680255
Feb 11 19:31:15.886017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device df62b42c-9c6f-429b-8661-997d659f2ca5 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:15.966512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Attempting to bind port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:31:15.967543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Attempting to bind port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:31:15.968391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Attempting to bind port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 on network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:31:15.987796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:31:15.988187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Checking segment: {'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:31:15.988788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:15.989193 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Bound using segment: {'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:31:15.989688 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Bound port: b54b91ca-64f3-4e80-9a7f-c18e23dd2218, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd2d3cc6b-f3c8-47ba-b78a-94a83a3b8442'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:31:15.990071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:15.995019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port df62b42c-9c6f-429b-8661-997d659f2ca5 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:31:16.001593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port df62b42c-9c6f-429b-8661-997d659f2ca5 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:16.002293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:16.138666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:16.190528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port df62b42c-9c6f-429b-8661-997d659f2ca5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=df62b42c-9c6f-429b-8661-997d659f2ca5,segment=NetworkSegment(0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9),segment_id=0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:31:16.191919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df62b42c-9c6f-429b-8661-997d659f2ca5'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:16.219123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:16.220257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:16.224770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afb59b-ff03-4ec9-a33f-9e41ca80c207 req-7f80d77a-34d4-47ca-9189-a831f4268741 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:16.226529 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-47afb59b-ff03-4ec9-a33f-9e41ca80c207 req-7f80d77a-34d4-47ca-9189-a831f4268741 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 943 time: 0.3491285
Feb 11 19:31:16.231011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] For port b54b91ca-64f3-4e80-9a7f-c18e23dd2218, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:31:16.234510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] For port b54b91ca-64f3-4e80-9a7f-c18e23dd2218, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:31:16.268789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:16.280740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e1577-a813-448c-b8dc-dd9c7b8d2d00 req-04c28e99-eb9a-4e8b-9eee-a8dcbafde678 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:16.282403 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8f9e1577-a813-448c-b8dc-dd9c7b8d2d00 req-04c28e99-eb9a-4e8b-9eee-a8dcbafde678 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2091990
Feb 11 19:31:16.286078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:16.294144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:16.348770 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8f9e1577-a813-448c-b8dc-dd9c7b8d2d00 req-e79a225f-b9e3-47f2-adfc-9c12b588ffb8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587842
Feb 11 19:31:16.371798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=df62b42c-9c6f-429b-8661-997d659f2ca5,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:16.375838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:16.382313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:16.382655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:16.511771 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-47afb59b-ff03-4ec9-a33f-9e41ca80c207 req-7acfdd5e-791b-4213-81e4-f2482a820982 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682040
Feb 11 19:31:16.606319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Pushing event updated for resources: {'Port': ['ID=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:16.610768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:16.630036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:16.630977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:16.632776 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] 10.222.0.100 "PUT /v2.0/ports/b54b91ca-64f3-4e80-9a7f-c18e23dd2218 HTTP/1.1" status: 200  len: 1157 time: 3.1249456
Feb 11 19:31:16.633570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'tag': 'b54b91ca-64f3-4e80-9a7f-c18e23dd2218'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:16.661642 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-e28dbb2b-2c42-4e3f-9837-6cf092b4ea4e tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2539520
Feb 11 19:31:16.672665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Request body: {'floatingip': {'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:31:16.696975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:31:16.701234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Usage tracker for resource:floatingip and tenant:3bd11137b675423385314926587eb28b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:31:16.704573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:31:16.713002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:31:16.815137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for floatingip, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:16.880617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-45c5b5a9-be46-493d-818a-494f941b2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:16.882265 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-45c5b5a9-be46-493d-818a-494f941b2f84 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=59783d80d9da4eab9e16ad463c8a6c45&device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 1160 time: 0.1206875
Feb 11 19:31:16.968437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066e175-fd7f-4e35-b846-8aa245a93d7a req-f12a1b7d-45a3-4163-ae9e-4ead26464e0f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:16.970130 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5066e175-fd7f-4e35-b846-8aa245a93d7a req-f12a1b7d-45a3-4163-ae9e-4ead26464e0f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2467539
Feb 11 19:31:17.001108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:17.050740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device df62b42c-9c6f-429b-8661-997d659f2ca5 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:17.053578 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-57deb399-6cf1-4048-9e20-a7c809d41a33 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54b91ca-64f3-4e80-9a7f-c18e23dd2218 HTTP/1.1" status: 200  len: 217 time: 0.0823536
Feb 11 19:31:17.186953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:31:17.194109 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5066e175-fd7f-4e35-b846-8aa245a93d7a req-402ed24e-3b80-446e-8538-b967303ee113 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1635067
Feb 11 19:31:17.200101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port df62b42c-9c6f-429b-8661-997d659f2ca5 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:17.202614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:17.231733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-cd399c80-2b1b-4e19-b30a-96194dd6e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:17.233534 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-cd399c80-2b1b-4e19-b30a-96194dd6e4d2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b96be4c6-8daf-49b6-a87e-329ca31e7100 HTTP/1.1" status: 200  len: 848 time: 0.1705859
Feb 11 19:31:17.317572 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df62b42c-9c6f-429b-8661-997d659f2ca5', 'code': 200}
Feb 11 19:31:17.318483 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-4b22046f-d2da-49c9-bccf-17569ca155ae service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763102
Feb 11 19:31:17.437126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device edceb994-9a2f-4a7b-8562-4bcc298962cb no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:31:17.535707 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'tag': 'b54b91ca-64f3-4e80-9a7f-c18e23dd2218', 'status': 'completed', 'code': 200}
Feb 11 19:31:17.602305 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Allocated IP 172.27.2.147 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/e7fa148d-cfd1-4134-9e3a-28387b656760) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:31:17.628739 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-bf649b1b-4d63-4b04-8396-9454a1c144c1 service neutron] 10.222.0.100 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863963
Feb 11 19:31:17.663937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:17.705420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port edceb994-9a2f-4a7b-8562-4bcc298962cb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:31:17.733605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:17.736383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:17.775456 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:17.809247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=edceb994-9a2f-4a7b-8562-4bcc298962cb,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:17.813206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:17.830886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:17.846281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db4346f8-e0c6-4de2-a2fc-cac0e9066ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:17.883013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a1a60-489e-4014-84f7-ff8a1be10eac req-74ac928f-0b27-427f-86c9-db9695cd11d9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:17.884736 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-539a1a60-489e-4014-84f7-ff8a1be10eac req-74ac928f-0b27-427f-86c9-db9695cd11d9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 943 time: 0.3481708
Feb 11 19:31:17.990162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event updated for resources: {'Port': ['ID=e7fa148d-cfd1-4134-9e3a-28387b656760,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:17.994890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:18.000195 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-539a1a60-489e-4014-84f7-ff8a1be10eac req-4774f51f-405a-4bca-b444-adb6f9d57d83 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965805
Feb 11 19:31:18.010781 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c85b4161-fb51-4aac-b6e6-4f2f9051e6c6 req-6ba3f197-f1ad-410e-935f-70d5b0991d04 service neutron] 10.222.0.100 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3711178
Feb 11 19:31:18.047311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3679-afcb-433e-b651-024e29e35bc8 req-1e201fe8-6978-483d-ae17-012547994b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:18.047311 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-55fd3679-afcb-433e-b651-024e29e35bc8 req-1e201fe8-6978-483d-ae17-012547994b22 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 1162 time: 0.2782502
Feb 11 19:31:18.051763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:31:18.052962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:31:18.055735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:31:18.083899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-55fd3679-afcb-433e-b651-024e29e35bc8 req-ec3c2476-4ed5-4024-98e4-b4584be3dd8d service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425680
Feb 11 19:31:18.188450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:18.295136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28203eea-606d-4281-89cf-0e00df1e3d0c req-beea982c-77cc-4e66-bc57-3d909c065c03 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:18.296987 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-28203eea-606d-4281-89cf-0e00df1e3d0c req-beea982c-77cc-4e66-bc57-3d909c065c03 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1732948
Feb 11 19:31:18.299501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:18.432245 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-28203eea-606d-4281-89cf-0e00df1e3d0c req-acbe5690-0964-49f0-9dcd-3c67ac2b4846 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1225340
Feb 11 19:31:18.460346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-cc80efe8-e68b-4e3a-b04d-49a248fb4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:18.462495 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-cc80efe8-e68b-4e3a-b04d-49a248fb4b33 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=59783d80d9da4eab9e16ad463c8a6c45&device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 1160 time: 0.1284888
Feb 11 19:31:18.623134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:18.653524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:18.669770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:18.683315 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-23e1f166-99a2-4d1f-bfe5-8933e3c0e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:18.684906 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-23e1f166-99a2-4d1f-bfe5-8933e3c0e9f2 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 HTTP/1.1" status: 200  len: 902 time: 0.2144952
Feb 11 19:31:18.772095 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-26ad229c-b3d5-42bd-a9d6-a7c70c66c0f0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b54b91ca-64f3-4e80-9a7f-c18e23dd2218 HTTP/1.1" status: 200  len: 217 time: 0.0758495
Feb 11 19:31:18.818879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event updated for resources: {'Port': ['ID=e7fa148d-cfd1-4134-9e3a-28387b656760,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:18.822550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:18.927419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de331a6-875d-4b34-9c84-5bad1f3f7185 req-09cf8acf-6252-49ff-a7a7-cc30d78881aa tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:18.927656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:18.929153 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6de331a6-875d-4b34-9c84-5bad1f3f7185 req-09cf8acf-6252-49ff-a7a7-cc30d78881aa tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 945 time: 0.3124375
Feb 11 19:31:18.938602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-fbfc3eca-01bd-4c0a-94ed-5ef90bf2bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:18.940050 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-fbfc3eca-01bd-4c0a-94ed-5ef90bf2bbdf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=b96be4c6-8daf-49b6-a87e-329ca31e7100 HTTP/1.1" status: 200  len: 848 time: 0.1595280
Feb 11 19:31:18.984616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:18.985927 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.3177788
Feb 11 19:31:19.012006 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-5e1e89e2-5777-4960-acfb-36a9922f43f5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531421
Feb 11 19:31:19.088170 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6de331a6-875d-4b34-9c84-5bad1f3f7185 req-27ac4142-8300-4cb0-8938-84be7a5009f2 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513121
Feb 11 19:31:19.090202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-738ac465-02db-473f-9aa2-50ee6e9f4970 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Synchronizing usage tracker for tenant:3bd11137b675423385314926587eb28b on resource:floatingip {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:31:19.190153 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-19f85496-3c1a-471c-9265-66728a5888da service neutron] 10.222.0.100 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688590
Feb 11 19:31:19.190474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-738ac465-02db-473f-9aa2-50ee6e9f4970 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Unset dirty status for tenant:3bd11137b675423385314926587eb28b on resource:floatingip {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:31:19.192378 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-738ac465-02db-473f-9aa2-50ee6e9f4970 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.147 HTTP/1.1" status: 200  len: 696 time: 0.1988478
Feb 11 19:31:19.319066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:19.413083 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b6bd87d-b1f0-490a-96c3-57a1284c1d56 req-fd0c9cd2-31ea-4fe5-a57d-a0ec0f4b274e service neutron] 10.222.0.100 "GET /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2149143
Feb 11 19:31:19.444906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-e50d61f7-b412-4936-b985-39d62024ed52 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:19.446707 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-e50d61f7-b412-4936-b985-39d62024ed52 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 784 time: 0.2483339
Feb 11 19:31:19.458023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-ef7b130d-5025-4756-b045-07e571f1e9ed tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:31:19.470335 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe907b5b-ecba-4055-9d33-811c6b23a7f1 req-ef7b130d-5025-4756-b045-07e571f1e9ed tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0171325
Feb 11 19:31:19.515452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e66e2c-395d-407d-b32c-5bd1561596ab req-8a83a984-ef29-412a-8493-f74b11e330ad tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:19.517253 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5e66e2c-395d-407d-b32c-5bd1561596ab req-8a83a984-ef29-412a-8493-f74b11e330ad tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2959962
Feb 11 19:31:19.845218 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5e66e2c-395d-407d-b32c-5bd1561596ab req-919e103f-37e3-46e7-a925-538b323497ea tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3117175
Feb 11 19:31:20.125528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf12ff-e66e-47f9-8e88-96799661f53e req-260a294d-3fb1-4c05-b54c-9bd6e154bad4 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:20.126908 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8ecf12ff-e66e-47f9-8e88-96799661f53e req-260a294d-3fb1-4c05-b54c-9bd6e154bad4 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 943 time: 0.1638803
Feb 11 19:31:20.217116 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8ecf12ff-e66e-47f9-8e88-96799661f53e req-e210e516-20bb-4dbd-bd00-8ea9fb2a536c tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824690
Feb 11 19:31:20.286185 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'code': 422} returned with failed status
Feb 11 19:31:20.560425 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-8809289a-9355-4dfd-91d0-87cfa6096970 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:20.562146 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-8809289a-9355-4dfd-91d0-87cfa6096970 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1766086
Feb 11 19:31:20.672302 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-ff6ca7ed-a1ad-43db-80ad-bec92c53fb83 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.147 HTTP/1.1" status: 200  len: 696 time: 0.1033478
Feb 11 19:31:20.683216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Request body: {'floatingip': {'port_id': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:31:20.781715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for floatingip, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:21.040308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297e570-413d-4de7-9f49-fdc684571b66 req-d65541b4-7e36-473d-a43d-aee156d9daf6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:21.041925 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f297e570-413d-4de7-9f49-fdc684571b66 req-d65541b4-7e36-473d-a43d-aee156d9daf6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 945 time: 0.1734278
Feb 11 19:31:21.106972 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f297e570-413d-4de7-9f49-fdc684571b66 req-0270c151-d625-485a-92a2-fd3bf54e8057 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583918
Feb 11 19:31:21.221993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-9211a2e1-08ba-472b-a69d-d98da729d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:21.224423 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-9211a2e1-08ba-472b-a69d-d98da729d112 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 1162 time: 0.2646830
Feb 11 19:31:21.518803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-8e288b2c-c882-4092-a04a-8e4bdd07baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:21.520946 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-8e288b2c-c882-4092-a04a-8e4bdd07baed service neutron] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 905 time: 0.2879603
Feb 11 19:31:21.731346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device b54b91ca-64f3-4e80-9a7f-c18e23dd2218 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:21.740372 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-dc6be6fc-0b3c-41c5-88df-b7a3097eac92 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 HTTP/1.1" status: 200  len: 1000 time: 0.2123036
Feb 11 19:31:21.805248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277629fe-e7f0-4865-ade7-69018f83d9a0 req-d5f207c9-b4fe-4c7c-ac5f-96ef6d9829ed tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:21.806998 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-277629fe-e7f0-4865-ade7-69018f83d9a0 req-d5f207c9-b4fe-4c7c-ac5f-96ef6d9829ed tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1982172
Feb 11 19:31:21.820360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:21.832875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-394539b6-3b9c-4ff3-b5f7-6d77b497a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:21.834956 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-394539b6-3b9c-4ff3-b5f7-6d77b497a8dc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.0854127
Feb 11 19:31:21.879578 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-277629fe-e7f0-4865-ade7-69018f83d9a0 req-45ea0dc8-2c0a-42d3-9623-42aaa250c691 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647950
Feb 11 19:31:21.923281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:31:21.928905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:21.929523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:21.932787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:21.970903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 54992) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:31:22.101448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:22.156426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-39acf4ff-3758-4982-86b9-7187482b8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:22.158487 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-39acf4ff-3758-4982-86b9-7187482b8f1a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3160403
Feb 11 19:31:22.184641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port b54b91ca-64f3-4e80-9a7f-c18e23dd2218, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:31:22.219697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:22.221017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device df62b42c-9c6f-429b-8661-997d659f2ca5 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:22.257392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e25222d2-5632-4d0c-92e6-8487f3a55122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:22.276389 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-079bde14-8361-462c-8c9e-ab0847adfb23 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3036366
Feb 11 19:31:22.330804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54b91ca-64f3-4e80-9a7f-c18e23dd2218'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:22.519440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:22.542363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:22.546071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port df62b42c-9c6f-429b-8661-997d659f2ca5 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:22.547939 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:22.601420 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-ed4eb08d-6898-4f09-94e2-34a3a0716405 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4211600
Feb 11 19:31:22.603190 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Floating IP 9c0b004d-e764-45c4-9bea-caa1a0cdfcd1 associated. External IP: 172.27.2.147, port: c14887d6-a544-4fc9-9db1-6044fd90ed8d.
Feb 11 19:31:22.664038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6973b14-3265-4c07-a6a0-528e1b6a100c req-c1abc11a-97cf-40d7-b171-bc870558db24 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:22.665994 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6973b14-3265-4c07-a6a0-528e1b6a100c req-c1abc11a-97cf-40d7-b171-bc870558db24 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.3274024
Feb 11 19:31:22.736772 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6973b14-3265-4c07-a6a0-528e1b6a100c req-d64af5a8-ab03-4e94-bcd1-3614aad9eee1 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640612
Feb 11 19:31:23.079006 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e7e05-c31d-4817-9762-2e0a2eae63f9 req-d5056fe0-dbe6-4f69-b203-9a5152368fe7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:23.080809 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-261e7e05-c31d-4817-9762-2e0a2eae63f9 req-d5056fe0-dbe6-4f69-b203-9a5152368fe7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1896505
Feb 11 19:31:23.093556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device b54b91ca-64f3-4e80-9a7f-c18e23dd2218 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:23.183224 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cb315ca9-cbfa-4818-b498-3ec05b722aae req-2747f0ec-d935-433c-883b-ff188e6e1615 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4345562
Feb 11 19:31:23.200472 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-261e7e05-c31d-4817-9762-2e0a2eae63f9 req-3ba66962-beef-4df0-a466-8962865ac577 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981419
Feb 11 19:31:23.223762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:23.224604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:23.345159 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54b91ca-64f3-4e80-9a7f-c18e23dd2218', 'code': 200}
Feb 11 19:31:23.453569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Router 68274079-e6fc-407a-8ba1-4006600d12d9 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:31:23.747929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfb19e-ed95-4487-9e70-eec38feb22b4 req-be0244d0-eff9-47d8-b317-ce8fb9486aee tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:23.755205 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5dcfb19e-ed95-4487-9e70-eec38feb22b4 req-be0244d0-eff9-47d8-b317-ce8fb9486aee tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2512305
Feb 11 19:31:23.760574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:31:23.765348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:23.773167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] Sync routers for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:31:23.783404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:31:23.784241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad74bb38>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:30:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:31:23.828096 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5dcfb19e-ed95-4487-9e70-eec38feb22b4 req-f5157323-0e36-41a5-a5d8-9615dc4b7489 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682895
Feb 11 19:31:23.835662 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-a3db4726-32fc-46e0-8eee-406c0fe06609 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "PUT /v2.0/floatingips/9c0b004d-e764-45c4-9bea-caa1a0cdfcd1 HTTP/1.1" status: 200  len: 997 time: 3.1565690
Feb 11 19:31:23.836673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:23.933631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-5fbc1598-42c6-42cf-a049-1d18f6042f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:23.935370 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-5fbc1598-42c6-42cf-a049-1d18f6042f51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1163 time: 0.0840919
Feb 11 19:31:23.993031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:31:24.083848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-7ef6eb34-025d-4d22-9738-24db5174dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:24.085481 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-7ef6eb34-025d-4d22-9738-24db5174dd1c service neutron] 10.222.0.79 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 902 time: 0.1435444
Feb 11 19:31:24.209422 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-3e6c399b-7b91-4c38-b914-4ad241c72bb3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 1000 time: 0.1165688
Feb 11 19:31:24.280650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-7a58fab1-eeb1-4ba9-978f-041682379418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:24.282307 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-7a58fab1-eeb1-4ba9-978f-041682379418 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.0657983
Feb 11 19:31:24.380556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-7cd0e89d-c805-4762-a7d5-ec8b498aa312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:24.382140 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-7cd0e89d-c805-4762-a7d5-ec8b498aa312 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0911300
Feb 11 19:31:24.395430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-33768276-3ea3-4024-b26a-4722c2406d27 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80005) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:31:24.398365 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-33768276-3ea3-4024-b26a-4722c2406d27 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0086088
Feb 11 19:31:24.400222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad74bb38>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '9c0b004d-e764-45c4-9bea-caa1a0cdfcd1', 'tenant_id': '3bd11137b675423385314926587eb28b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'port_id': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'mac_address': 'fa:16:3e:c3:df:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:31:18Z', 'updated_at': '2021-02-11T19:31:21Z', 'revision_number': 1, 'project_id': '3bd11137b675423385314926587eb28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:30:06Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:31:24.404634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] Checking router: 68274079-e6fc-407a-8ba1-4006600d12d9 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:31:24.414617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:31:24.415278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad74bb38>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:30:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:31:24.589617 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-23a1dfed-a753-4479-a599-2b7b2d301476 service neutron] 10.222.0.79 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849120
Feb 11 19:31:24.665125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9de808f5-69dc-4be5-9895-bccd6f52eec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:24.676902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d300e0-bd1d-40e1-86a7-240c90e0fa82 req-ffc7fa3a-2d95-4d9c-b1ba-ef6a5024811b tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:24.684857 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-82d300e0-bd1d-40e1-86a7-240c90e0fa82 req-ffc7fa3a-2d95-4d9c-b1ba-ef6a5024811b tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.2428255
Feb 11 19:31:24.752065 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-82d300e0-bd1d-40e1-86a7-240c90e0fa82 req-9731c779-2770-4592-b924-9c6a05b6a8e6 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660923
Feb 11 19:31:24.757281 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e3b9243-5c18-4005-bdf2-e6c399b8c345 req-e145bf11-4fd5-42aa-a115-aa408a56feb7 service neutron] 10.222.0.79 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1662951
Feb 11 19:31:24.849195 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'status': 'completed', 'code': 200}
Feb 11 19:31:24.859921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:31:25.108655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247833e6-23e6-4965-b49e-7cb48a4c8133 req-2dc5cf86-4bb6-4915-a5b3-f373e730fd27 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:25.110337 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-247833e6-23e6-4965-b49e-7cb48a4c8133 req-2dc5cf86-4bb6-4915-a5b3-f373e730fd27 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1757500
Feb 11 19:31:25.133273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819619-190a-48a0-82c7-1e74d2659267 req-cf85ce86-f656-4f7d-9dc2-327bc5de44d4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:25.133905 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3c819619-190a-48a0-82c7-1e74d2659267 req-cf85ce86-f656-4f7d-9dc2-327bc5de44d4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1798208
Feb 11 19:31:25.181293 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-247833e6-23e6-4965-b49e-7cb48a4c8133 req-7e74ec0c-1a5b-409a-a447-e4e4ce2d465c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632997
Feb 11 19:31:25.204754 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3c819619-190a-48a0-82c7-1e74d2659267 req-1d48e8c2-b731-4ad5-b901-70fc3784140f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591981
Feb 11 19:31:25.268265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad74bb38>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '9c0b004d-e764-45c4-9bea-caa1a0cdfcd1', 'tenant_id': '3bd11137b675423385314926587eb28b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'port_id': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'mac_address': 'fa:16:3e:c3:df:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:31:18Z', 'updated_at': '2021-02-11T19:31:21Z', 'revision_number': 1, 'project_id': '3bd11137b675423385314926587eb28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:30:06Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:31:25.272613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31259d67-ec54-4e39-88ab-baca11423d60 None None] The sync data for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi is: [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '9c0b004d-e764-45c4-9bea-caa1a0cdfcd1', 'tenant_id': '3bd11137b675423385314926587eb28b', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'port_id': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'mac_address': 'fa:16:3e:c3:df:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:31:18Z', 'updated_at': '2021-02-11T19:31:21Z', 'revision_number': 1, 'project_id': '3bd11137b675423385314926587eb28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:30:06Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:31:25.494485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41646e49-e48c-4479-b995-36c9372fb08a req-6f7c00a7-5965-4536-8eac-0a8e6460d5d4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:25.496294 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-41646e49-e48c-4479-b995-36c9372fb08a req-6f7c00a7-5965-4536-8eac-0a8e6460d5d4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1718407
Feb 11 19:31:25.567413 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-41646e49-e48c-4479-b995-36c9372fb08a req-cc1f9fb3-35f4-446e-a3ea-36e519d86c15 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634665
Feb 11 19:31:25.600395 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f39112-4e4b-43bb-8180-65ae657e5a82 None None] New status for floating IP 9c0b004d-e764-45c4-9bea-caa1a0cdfcd1: ACTIVE {{(pid=80007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:31:26.093476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b531a3d-b695-4b69-82e8-7fda6f4f0f9c req-f12fa37a-26a6-4237-aefd-640f15600568 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:26.095259 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b531a3d-b695-4b69-82e8-7fda6f4f0f9c req-f12fa37a-26a6-4237-aefd-640f15600568 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1963367
Feb 11 19:31:26.161308 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b531a3d-b695-4b69-82e8-7fda6f4f0f9c req-3cf0a014-3e55-4156-b158-66fdf624765e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591600
Feb 11 19:31:26.511659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2cace-2a43-4f1d-9e6d-7eb60a766c37 req-326d8bf4-41a9-4b31-99a4-0dc6e645d43c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:26.512431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50459967-10d8-4d80-91bd-bfe819a26bd1 req-a6db8517-2d0c-4de2-9352-d7196e124f0d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:26.513311 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fcc2cace-2a43-4f1d-9e6d-7eb60a766c37 req-326d8bf4-41a9-4b31-99a4-0dc6e645d43c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1733472
Feb 11 19:31:26.514106 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-50459967-10d8-4d80-91bd-bfe819a26bd1 req-a6db8517-2d0c-4de2-9352-d7196e124f0d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1796656
Feb 11 19:31:26.604122 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-50459967-10d8-4d80-91bd-bfe819a26bd1 req-99be1b67-73f5-41ea-8dd0-9c1ec46d779f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838470
Feb 11 19:31:26.700337 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fcc2cace-2a43-4f1d-9e6d-7eb60a766c37 req-fd18e831-0fe6-49a1-ad91-f2beed87b26f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1802688
Feb 11 19:31:26.700988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7142787-1eda-408e-8f06-0eb3791a561f req-c4862d39-34b7-43d9-8868-37f988d3b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:26.702646 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7142787-1eda-408e-8f06-0eb3791a561f req-c4862d39-34b7-43d9-8868-37f988d3b89b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1163 time: 0.0914266
Feb 11 19:31:26.784269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a05ad-180b-4b72-9719-38bdc90e3392 req-faed014e-e7ac-4482-8bcc-6da5efd1ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:26.785969 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9c5a05ad-180b-4b72-9719-38bdc90e3392 req-faed014e-e7ac-4482-8bcc-6da5efd1ce6f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 1162 time: 0.2294323
Feb 11 19:31:26.791567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-4e5feba2-b331-489c-b07c-f16f2d690cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:26.793174 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-4e5feba2-b331-489c-b07c-f16f2d690cb1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1163 time: 0.1944087
Feb 11 19:31:26.800510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-493da7bc-6eac-4297-8e64-b510e0fdfa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:26.925792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7142787-1eda-408e-8f06-0eb3791a561f req-5d78f26f-62b4-4d87-943b-983ff2636b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:26.927953 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7142787-1eda-408e-8f06-0eb3791a561f req-5d78f26f-62b4-4d87-943b-983ff2636b8f service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.2125454
Feb 11 19:31:26.939925 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9c5a05ad-180b-4b72-9719-38bdc90e3392 req-519b58d8-bb51-4057-b2d5-fcbb444f17da service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456902
Feb 11 19:31:26.991624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-3743a56c-e236-4191-89ec-1f06dbff5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:26.993709 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-3743a56c-e236-4191-89ec-1f06dbff5054 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 902 time: 0.1841977
Feb 11 19:31:27.022469 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7142787-1eda-408e-8f06-0eb3791a561f req-97784255-080d-4fac-9056-9a905f2084d2 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 200  len: 217 time: 0.0820479
Feb 11 19:31:27.119480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502d8a9-178f-4034-ab47-60e1e84d9460 req-525271a6-e7f2-41ee-831d-29eb0f9a2c81 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:27.121186 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7502d8a9-178f-4034-ab47-60e1e84d9460 req-525271a6-e7f2-41ee-831d-29eb0f9a2c81 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.3732944
Feb 11 19:31:27.188687 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7502d8a9-178f-4034-ab47-60e1e84d9460 req-26ef641a-55d5-4ab3-9e5d-9aea3db7402c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603552
Feb 11 19:31:27.282503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7142787-1eda-408e-8f06-0eb3791a561f req-b62b2908-5d29-4d87-b67d-66a06a05509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:27.284720 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7142787-1eda-408e-8f06-0eb3791a561f req-b62b2908-5d29-4d87-b67d-66a06a05509e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.0900676
Feb 11 19:31:27.372524 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-7ee28015-31b1-400d-aa7b-bbe23ada8052 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 1002 time: 0.1697304
Feb 11 19:31:27.468137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-93e80725-5e6d-4d11-97eb-8a929156d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:27.470083 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-93e80725-5e6d-4d11-97eb-8a929156d25c service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.0887706
Feb 11 19:31:27.564617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49576d2a-a3a1-4945-b9d7-c6c670fe1ede req-5a2263c4-7701-474d-aebf-19cc8fd3c7c5 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:27.567052 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-49576d2a-a3a1-4945-b9d7-c6c670fe1ede req-5a2263c4-7701-474d-aebf-19cc8fd3c7c5 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.2502978
Feb 11 19:31:27.575157 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7142787-1eda-408e-8f06-0eb3791a561f req-c3dabeb5-cad9-458a-804c-78dff7d23be7 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2816877
Feb 11 19:31:27.690085 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-49576d2a-a3a1-4945-b9d7-c6c670fe1ede req-6ac78b85-93b2-4798-aede-2b23d4d68fe8 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764344
Feb 11 19:31:27.712710 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-05974d20-0837-4876-a0d8-baf2e0a35815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:27.714867 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-05974d20-0837-4876-a0d8-baf2e0a35815 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1467421
Feb 11 19:31:27.721666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:27.740029 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7142787-1eda-408e-8f06-0eb3791a561f req-b76ab5cd-5d30-47bc-9820-c14254548413 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510034
Feb 11 19:31:27.881784 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-cb39c215-34a9-41e7-80e4-e5caff8a01e0 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585987
Feb 11 19:31:27.972742 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7142787-1eda-408e-8f06-0eb3791a561f req-17b95abe-127a-4730-897d-120e17202aff service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2248888
Feb 11 19:31:28.085123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53495291-3227-45c6-ac78-02a74abd0aac req-18723c07-2aa5-44a9-b0ad-ca567680d7d1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:28.093227 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-53495291-3227-45c6-ac78-02a74abd0aac req-18723c07-2aa5-44a9-b0ad-ca567680d7d1 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.3171599
Feb 11 19:31:28.176515 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-53495291-3227-45c6-ac78-02a74abd0aac req-1c0f78e9-1cf6-4fee-a8c2-5db084302f44 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816841
Feb 11 19:31:28.370524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-8b0dbf56-c1be-4e62-8741-02c51f42b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:28.372475 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-8b0dbf56-c1be-4e62-8741-02c51f42b528 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a&tenant_id=26b4c68409ae4cfdaea868375087a422 HTTP/1.1" status: 200  len: 1160 time: 0.0862296
Feb 11 19:31:28.443702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba382176-4df5-4407-9a32-a379ba48d966 req-0b8b508e-21aa-45ca-838b-3372a52711cd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:28.451895 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ba382176-4df5-4407-9a32-a379ba48d966 req-0b8b508e-21aa-45ca-838b-3372a52711cd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.5591176
Feb 11 19:31:28.458937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:28.497477 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b7bfb8d-d9fd-4107-8104-9c3321e48332 req-580a5adb-b2f6-4e13-9bf6-e08cdfc11bd3 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5602736
Feb 11 19:31:28.560449 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ba382176-4df5-4407-9a32-a379ba48d966 req-c01f3ce0-d030-4a9f-9ca6-4df78937c761 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074796
Feb 11 19:31:28.612149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace2d46-b06d-40ce-a6e3-5fdf361fde20 req-623e1f40-b514-478a-95b0-f576023f1c44 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:28.615009 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aace2d46-b06d-40ce-a6e3-5fdf361fde20 req-623e1f40-b514-478a-95b0-f576023f1c44 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2412372
Feb 11 19:31:28.676536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-0aef1fa0-54ac-456b-a57b-0c0ab530f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:28.678176 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-0aef1fa0-54ac-456b-a57b-0c0ab530f1c1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 1160 time: 0.2389920
Feb 11 19:31:28.698883 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aace2d46-b06d-40ce-a6e3-5fdf361fde20 req-735ca719-8251-4d54-8035-61512eea9688 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777347
Feb 11 19:31:28.851380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-531d5847-f560-441a-a91b-b267609e94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:28.853367 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-531d5847-f560-441a-a91b-b267609e94d4 service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.1535692
Feb 11 19:31:28.976167 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-83301b5d-87d9-4317-9b29-4f6eb6cf46dc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb HTTP/1.1" status: 200  len: 999 time: 0.1107044
Feb 11 19:31:29.025144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de1dd-91c5-4a5e-8c7a-d9c26298b73b req-80420fdc-c12f-402b-a91d-64bead6519f1 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:29.026936 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-af2de1dd-91c5-4a5e-8c7a-d9c26298b73b req-80420fdc-c12f-402b-a91d-64bead6519f1 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1714110
Feb 11 19:31:29.047639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-49acfbd0-d553-416d-b496-623793dde9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:29.049225 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-49acfbd0-d553-416d-b496-623793dde9ea service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.0665982
Feb 11 19:31:29.096544 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-af2de1dd-91c5-4a5e-8c7a-d9c26298b73b req-2c540d30-87d4-46f1-bfee-dab876b46208 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623550
Feb 11 19:31:29.196303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:29.205300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device b54b91ca-64f3-4e80-9a7f-c18e23dd2218 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:31:29.220236 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-b2385c72-6b2f-4a1d-87c7-076d16b3f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:29.224632 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-b2385c72-6b2f-4a1d-87c7-076d16b3f5a3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1517959
Feb 11 19:31:29.335136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb00e-3a84-4553-9a65-427d8447d393 req-3c5712e4-5cfc-430b-b58e-859034d2fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:29.336909 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ececb00e-3a84-4553-9a65-427d8447d393 req-3c5712e4-5cfc-430b-b58e-859034d2fb75 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1163 time: 0.1482635
Feb 11 19:31:29.362549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:31:29.363231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:29.523654 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-13be9986-a585-46e0-a6cc-06360270a2bc service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2912626
Feb 11 19:31:29.546971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb00e-3a84-4553-9a65-427d8447d393 req-1d7c369d-8f20-40c8-89b4-09e717d5c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:29.548886 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ececb00e-3a84-4553-9a65-427d8447d393 req-1d7c369d-8f20-40c8-89b4-09e717d5c667 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.1766422
Feb 11 19:31:29.608603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddc07a-30f7-4381-be99-f36b5bcd37e8 req-2f583f05-fd54-44cc-a415-ff58ef29024d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:29.612230 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c6ddc07a-30f7-4381-be99-f36b5bcd37e8 req-2f583f05-fd54-44cc-a415-ff58ef29024d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2118974
Feb 11 19:31:29.629095 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ececb00e-3a84-4553-9a65-427d8447d393 req-3fee74c9-3b86-4479-b00d-517ed33de5e9 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 200  len: 217 time: 0.0685349
Feb 11 19:31:29.760921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececb00e-3a84-4553-9a65-427d8447d393 req-e24f43db-6fda-4bfc-a6b4-fac077131588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:29.762701 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ececb00e-3a84-4553-9a65-427d8447d393 req-e24f43db-6fda-4bfc-a6b4-fac077131588 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.1207948
Feb 11 19:31:29.787587 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c6ddc07a-30f7-4381-be99-f36b5bcd37e8 req-9063eeac-22fa-4b25-967d-8cb38245303f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495032
Feb 11 19:31:29.820772 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d4503e8b-aecd-4584-9348-1526f61d51e1 req-0483ccf3-6361-4c63-99c4-9b01bdade798 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2074168
Feb 11 19:31:29.823313 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ececb00e-3a84-4553-9a65-427d8447d393 req-921b4739-36ec-4fa5-8e51-8af4981790d0 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523264
Feb 11 19:31:30.044622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fb92f-52ed-47df-ab01-a6bf5c7a7f3a req-a0cd0efa-d73e-457d-a648-43cb8b205eaa tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:30.046396 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-862fb92f-52ed-47df-ab01-a6bf5c7a7f3a req-a0cd0efa-d73e-457d-a648-43cb8b205eaa tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.3399417
Feb 11 19:31:30.141939 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-862fb92f-52ed-47df-ab01-a6bf5c7a7f3a req-0af16c7a-0d0b-4387-a9ac-f9653d5fafe8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874789
Feb 11 19:31:30.144119 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ececb00e-3a84-4553-9a65-427d8447d393 req-cba6a13a-6d6a-4cca-b7ae-388edcd88f22 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3087025
Feb 11 19:31:30.301045 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ececb00e-3a84-4553-9a65-427d8447d393 req-28aa1039-965c-42b6-aad3-d155b0705f33 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482048
Feb 11 19:31:31.111697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96214b-3478-4357-9592-cf741180ce32 req-e5f428d7-c3e0-4bc7-a0a8-e3623eb4a446 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:31.113962 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5e96214b-3478-4357-9592-cf741180ce32 req-e5f428d7-c3e0-4bc7-a0a8-e3623eb4a446 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1856425
Feb 11 19:31:31.130366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d013c-a505-4e48-a06e-daeef5f57e43 req-20c5151d-6f46-46cb-bf81-c1eea1dfdd44 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:31.132048 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa1d013c-a505-4e48-a06e-daeef5f57e43 req-20c5151d-6f46-46cb-bf81-c1eea1dfdd44 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1841917
Feb 11 19:31:31.188425 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5e96214b-3478-4357-9592-cf741180ce32 req-a4b1046d-b0c6-4324-ab01-cffedf264b89 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667150
Feb 11 19:31:31.205404 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa1d013c-a505-4e48-a06e-daeef5f57e43 req-1f608465-4fba-4ee6-bc70-d6ed5a37867c tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656843
Feb 11 19:31:31.508605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c8e24-525c-4ffb-ad51-cbf7a72c9e9b req-4d88946a-674d-4810-a123-c11182651e22 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:31.514770 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-534c8e24-525c-4ffb-ad51-cbf7a72c9e9b req-4d88946a-674d-4810-a123-c11182651e22 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1836193
Feb 11 19:31:31.581442 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-534c8e24-525c-4ffb-ad51-cbf7a72c9e9b req-5e65eca0-e34e-4b48-a64c-dcae45828b3c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637231
Feb 11 19:31:32.551020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef630ad-35e1-4638-b987-b39f4f060810 req-ee78d059-fc2e-4a41-9a34-1b40a6b412f3 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:32.551557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32ce1-14f1-4211-87dc-ebd58fdfee66 req-00a771f3-e1e2-49d2-8f4e-1bbb168d2d37 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:32.553066 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bad32ce1-14f1-4211-87dc-ebd58fdfee66 req-00a771f3-e1e2-49d2-8f4e-1bbb168d2d37 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1837273
Feb 11 19:31:32.565410 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2ef630ad-35e1-4638-b987-b39f4f060810 req-ee78d059-fc2e-4a41-9a34-1b40a6b412f3 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1979651
Feb 11 19:31:32.628641 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bad32ce1-14f1-4211-87dc-ebd58fdfee66 req-8713a34c-60cc-42f9-a85a-1e1bb5ef1c05 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684893
Feb 11 19:31:32.629581 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2ef630ad-35e1-4638-b987-b39f4f060810 req-61432dc2-5248-4eeb-ab4b-a2a488f0fa47 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632160
Feb 11 19:31:32.940845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d16e8e-8508-43a0-a99a-b0490cd58251 req-da0f4a83-942f-42e1-8d19-7d4177af3231 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:32.942636 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25d16e8e-8508-43a0-a99a-b0490cd58251 req-da0f4a83-942f-42e1-8d19-7d4177af3231 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1870131
Feb 11 19:31:33.010561 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25d16e8e-8508-43a0-a99a-b0490cd58251 req-cc8dcc94-b207-448a-8590-e7d3238f0297 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604792
Feb 11 19:31:33.139156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:33.969102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24612f38-f84c-4e1f-be88-6ff36c96dd69 req-e5a16922-ec51-498a-9a9c-86abcf11e754 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:33.970878 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-24612f38-f84c-4e1f-be88-6ff36c96dd69 req-e5a16922-ec51-498a-9a9c-86abcf11e754 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1950400
Feb 11 19:31:34.041420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fd7c2-0a22-42ac-9a80-6075f7944539 req-bde49a99-c4bb-45ba-a462-c929c080dd9d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:34.043172 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bf3fd7c2-0a22-42ac-9a80-6075f7944539 req-bde49a99-c4bb-45ba-a462-c929c080dd9d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2213898
Feb 11 19:31:34.051005 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-24612f38-f84c-4e1f-be88-6ff36c96dd69 req-c5da8faf-b5bc-4e50-9a33-56017082fddf tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721276
Feb 11 19:31:34.110015 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bf3fd7c2-0a22-42ac-9a80-6075f7944539 req-bdbee41b-1c49-4c2c-aeea-8ccda6697b3c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603755
Feb 11 19:31:34.390151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75ce7b-b3d2-49ff-a5b8-4647aa793797 req-345842a3-01bc-4064-ba48-ddfbacfce8ea tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:34.391899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3f75ce7b-b3d2-49ff-a5b8-4647aa793797 req-345842a3-01bc-4064-ba48-ddfbacfce8ea tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1868920
Feb 11 19:31:34.461733 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3f75ce7b-b3d2-49ff-a5b8-4647aa793797 req-c045fc82-7c03-4314-bd5f-4a1fa744aea4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626900
Feb 11 19:31:35.376533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf5da2-3caf-4725-8ceb-704090cbe98f req-07fdac47-370e-4d28-a638-e35eb0d85c2d tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:35.378294 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-41bf5da2-3caf-4725-8ceb-704090cbe98f req-07fdac47-370e-4d28-a638-e35eb0d85c2d tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1873238
Feb 11 19:31:35.427976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4395a48-508d-46bd-8824-6bc8af962cfd req-7c7cb74a-710b-4882-aa81-e38f0cec334d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:35.429729 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4395a48-508d-46bd-8824-6bc8af962cfd req-7c7cb74a-710b-4882-aa81-e38f0cec334d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1741650
Feb 11 19:31:35.446095 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-41bf5da2-3caf-4725-8ceb-704090cbe98f req-79ac74bf-1492-407b-8a70-88e9f6638d4f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603373
Feb 11 19:31:35.495614 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4395a48-508d-46bd-8824-6bc8af962cfd req-347f671c-cde7-40fe-9c7e-a7421d7beb37 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593176
Feb 11 19:31:35.806551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f4012-5ae2-4097-9be5-329d3d80a324 req-aec2350b-d907-4e58-8a6f-e3d05ae52540 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:35.808291 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-811f4012-5ae2-4097-9be5-329d3d80a324 req-aec2350b-d907-4e58-8a6f-e3d05ae52540 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1765642
Feb 11 19:31:35.878768 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-811f4012-5ae2-4097-9be5-329d3d80a324 req-59fd84c3-8a56-46da-b2d1-6d8914583064 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640013
Feb 11 19:31:36.778368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1fcb6-3d62-4141-88d3-5855d5f3c03b req-adc3c6c1-c787-4d87-bd61-d1c5c39af83f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:36.780048 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dbc1fcb6-3d62-4141-88d3-5855d5f3c03b req-adc3c6c1-c787-4d87-bd61-d1c5c39af83f tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1729798
Feb 11 19:31:36.838003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0571a-5a9b-4a0c-936c-46ed54f3632f req-7c07b042-c28b-40c5-8069-b7ca71699024 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:36.839750 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9fa0571a-5a9b-4a0c-936c-46ed54f3632f req-7c07b042-c28b-40c5-8069-b7ca71699024 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1806457
Feb 11 19:31:36.854391 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dbc1fcb6-3d62-4141-88d3-5855d5f3c03b req-9f0995cc-9b91-49bd-b7ed-8278f3725cc8 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632174
Feb 11 19:31:36.909740 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9fa0571a-5a9b-4a0c-936c-46ed54f3632f req-34a9da11-b2f6-4ecc-a2c6-06f4c7b615fb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633307
Feb 11 19:31:37.203349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b867fb-f97f-4179-9d0f-edd22c5955b3 req-55b320e2-fdf3-43bc-9620-13d94bd6bdcc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:37.211924 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-87b867fb-f97f-4179-9d0f-edd22c5955b3 req-55b320e2-fdf3-43bc-9620-13d94bd6bdcc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1739843
Feb 11 19:31:37.272946 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-87b867fb-f97f-4179-9d0f-edd22c5955b3 req-55f51d20-209f-44a5-9492-7ccc4921f481 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600221
Feb 11 19:31:38.168952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bce005-bc7b-4b03-889d-db7bb3e649c8 req-dd0d081b-c36a-4f9f-a42a-a68f1dc71fb3 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:38.171281 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-54bce005-bc7b-4b03-889d-db7bb3e649c8 req-dd0d081b-c36a-4f9f-a42a-a68f1dc71fb3 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1907458
Feb 11 19:31:38.243391 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-54bce005-bc7b-4b03-889d-db7bb3e649c8 req-8295e412-1ecd-4a25-892b-b63f0afdfe5a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591168
Feb 11 19:31:38.253551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740d880-f9e1-43bb-b926-0f87b5a3e48b req-e4daf698-d7fc-45a3-847c-f3edd57f464b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:38.255331 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1740d880-f9e1-43bb-b926-0f87b5a3e48b req-e4daf698-d7fc-45a3-847c-f3edd57f464b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2033260
Feb 11 19:31:38.348827 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1740d880-f9e1-43bb-b926-0f87b5a3e48b req-b264d022-b0da-424e-80a2-cef9cd6dfa95 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872536
Feb 11 19:31:38.631860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e7d4-39c6-4640-8a65-a2c9740a4b0c req-44cb6270-cd86-49fd-b5ae-352dea975ebc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:38.633574 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c143e7d4-39c6-4640-8a65-a2c9740a4b0c req-44cb6270-cd86-49fd-b5ae-352dea975ebc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1924253
Feb 11 19:31:38.716670 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c143e7d4-39c6-4640-8a65-a2c9740a4b0c req-02cd4881-cd52-40d3-b48b-7004a86fbaa7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764298
Feb 11 19:31:39.589024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9a26a-5699-40ad-b3ee-67f0deed2ab5 req-bf4ebda3-776b-4f26-ad17-25be48c28a6c tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:39.593790 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5ee9a26a-5699-40ad-b3ee-67f0deed2ab5 req-bf4ebda3-776b-4f26-ad17-25be48c28a6c tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.2021601
Feb 11 19:31:39.661412 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5ee9a26a-5699-40ad-b3ee-67f0deed2ab5 req-05dc9cc8-c5ec-4fdc-abd6-292808973948 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630462
Feb 11 19:31:39.797282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e263c0-8a20-465b-a716-70b08c909080 req-6b830583-970e-4dd4-9788-fd40e41bfde4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:39.799074 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-42e263c0-8a20-465b-a716-70b08c909080 req-6b830583-970e-4dd4-9788-fd40e41bfde4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1839564
Feb 11 19:31:39.868030 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-42e263c0-8a20-465b-a716-70b08c909080 req-da49a941-b161-4cdf-94c9-21a20c2b230b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604284
Feb 11 19:31:40.053144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee875d4-25fc-4c75-8eba-1a5d759d4249 req-b816d9b1-bd81-44eb-b21f-40771153b68a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:40.054908 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4ee875d4-25fc-4c75-8eba-1a5d759d4249 req-b816d9b1-bd81-44eb-b21f-40771153b68a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1878133
Feb 11 19:31:40.118674 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4ee875d4-25fc-4c75-8eba-1a5d759d4249 req-58770656-868d-433a-9db7-03f9113a443e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575092
Feb 11 19:31:41.020467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf60315-164a-497e-9e16-0be1b8da5b17 req-851f1f06-d876-4377-b586-4f3794dccdca tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:41.022202 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bdf60315-164a-497e-9e16-0be1b8da5b17 req-851f1f06-d876-4377-b586-4f3794dccdca tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1930783
Feb 11 19:31:41.111620 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bdf60315-164a-497e-9e16-0be1b8da5b17 req-f6a04d5e-72e0-4e3e-8389-e8784d29d7b6 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830908
Feb 11 19:31:41.208958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7de1a-a624-458d-8933-1fd201f6fc30 req-a306d5fe-02ed-4d46-8139-8646b0a9338f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:41.210735 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a8a7de1a-a624-458d-8933-1fd201f6fc30 req-a306d5fe-02ed-4d46-8139-8646b0a9338f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1944954
Feb 11 19:31:41.279083 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a8a7de1a-a624-458d-8933-1fd201f6fc30 req-95a5ff37-0953-4ca0-80ad-408090f31f5f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617819
Feb 11 19:31:41.454036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ccced-dce3-4a3c-8469-fda113e22e00 req-4c6fc061-1266-4ee4-85ec-642fc1eaa5f6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:41.456110 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d69ccced-dce3-4a3c-8469-fda113e22e00 req-4c6fc061-1266-4ee4-85ec-642fc1eaa5f6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1802044
Feb 11 19:31:41.525840 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d69ccced-dce3-4a3c-8469-fda113e22e00 req-eabbf27a-fd92-4a93-80e4-e4c80cab323f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623076
Feb 11 19:31:42.450531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fa6c0-e0b1-4b08-833b-2a3f6c94282f req-ea2327d2-51a2-4071-96bc-c5eb3bf4d169 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:42.452654 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c76fa6c0-e0b1-4b08-833b-2a3f6c94282f req-ea2327d2-51a2-4071-96bc-c5eb3bf4d169 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1917636
Feb 11 19:31:42.533043 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c76fa6c0-e0b1-4b08-833b-2a3f6c94282f req-037424b0-700e-4a72-b97a-234bdb40d7a9 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651152
Feb 11 19:31:42.618485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255f842-6ce6-48ba-b4c4-6a2cd633273c req-59bff9b9-30db-4247-ba71-d891112f7c8e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:42.622921 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b255f842-6ce6-48ba-b4c4-6a2cd633273c req-59bff9b9-30db-4247-ba71-d891112f7c8e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2100041
Feb 11 19:31:42.709495 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b255f842-6ce6-48ba-b4c4-6a2cd633273c req-35e57b9a-3d19-4125-b5b7-530c421d3edd tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711930
Feb 11 19:31:42.915512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2f11e-1408-41f4-b990-98016e5d2f12 req-eda53722-0cb4-46cd-bfac-0ec8a6d32adc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:42.917229 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6cf2f11e-1408-41f4-b990-98016e5d2f12 req-eda53722-0cb4-46cd-bfac-0ec8a6d32adc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1881282
Feb 11 19:31:42.991836 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6cf2f11e-1408-41f4-b990-98016e5d2f12 req-d3aed296-3327-4bc2-b667-43545e899c35 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677633
Feb 11 19:31:43.853252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba44404-2800-4f66-b72a-dd305a4a8044 req-f21dda99-92b2-4b73-8f93-c0c4e2f7474d tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:43.854919 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5ba44404-2800-4f66-b72a-dd305a4a8044 req-f21dda99-92b2-4b73-8f93-c0c4e2f7474d tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1824386
Feb 11 19:31:43.922558 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5ba44404-2800-4f66-b72a-dd305a4a8044 req-55de426b-94c7-43cb-9a9e-fd098745c6fd tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614848
Feb 11 19:31:44.038953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd045d87-4de1-4105-a43b-a6717d0ccb70 req-f15bd99b-ae4b-40d5-a80f-88334d8c40bc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:44.046648 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dd045d87-4de1-4105-a43b-a6717d0ccb70 req-f15bd99b-ae4b-40d5-a80f-88334d8c40bc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1974132
Feb 11 19:31:44.109812 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dd045d87-4de1-4105-a43b-a6717d0ccb70 req-d52f6c53-f381-486c-bc6b-823054a5947b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620849
Feb 11 19:31:44.322638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa3001-552a-4c4d-881e-4c9a147f15e2 req-74ee44c6-5311-40b1-998d-64be4607d129 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:44.324618 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8cfa3001-552a-4c4d-881e-4c9a147f15e2 req-74ee44c6-5311-40b1-998d-64be4607d129 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1733918
Feb 11 19:31:44.392343 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8cfa3001-552a-4c4d-881e-4c9a147f15e2 req-41ac8e92-d5b4-4307-b26b-3ce60b9041fa tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612009
Feb 11 19:31:45.272114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738dd0e-4aa5-4df2-be1c-25f025c10db4 req-a5cebb8c-c6fc-406a-aacb-356c12c634d5 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:45.273807 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4738dd0e-4aa5-4df2-be1c-25f025c10db4 req-a5cebb8c-c6fc-406a-aacb-356c12c634d5 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.2184587
Feb 11 19:31:45.364003 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4738dd0e-4aa5-4df2-be1c-25f025c10db4 req-ccb0ce5b-6bba-4eea-8f69-840e815121ec tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773890
Feb 11 19:31:45.452256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7f639-f115-4970-a82d-27501435e4a9 req-f05c6cf7-a1c2-4d08-9c65-a64c5b6b3917 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:45.453964 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61d7f639-f115-4970-a82d-27501435e4a9 req-f05c6cf7-a1c2-4d08-9c65-a64c5b6b3917 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1917293
Feb 11 19:31:45.520495 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61d7f639-f115-4970-a82d-27501435e4a9 req-4ac57065-e813-4785-98c2-cbae8bf8647d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601838
Feb 11 19:31:45.834886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d825d-987e-4ea9-840f-a2ad2bf9c370 req-b94e51a5-da90-4340-8a80-9b225432a249 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:45.836538 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f43d825d-987e-4ea9-840f-a2ad2bf9c370 req-b94e51a5-da90-4340-8a80-9b225432a249 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1646299
Feb 11 19:31:45.907696 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f43d825d-987e-4ea9-840f-a2ad2bf9c370 req-87b35664-cda5-4d40-8f5a-538633df2fd6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646014
Feb 11 19:31:46.697457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be81754-cf3e-425b-b2e3-35fe6cf6f195 req-2bfd28ff-938f-4d25-bc9d-114d24d209d8 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:46.699056 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8be81754-cf3e-425b-b2e3-35fe6cf6f195 req-2bfd28ff-938f-4d25-bc9d-114d24d209d8 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1973577
Feb 11 19:31:46.775317 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8be81754-cf3e-425b-b2e3-35fe6cf6f195 req-04c24463-7565-4866-a877-3244c24634e8 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691617
Feb 11 19:31:47.073728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2532b4b-77ee-4d7f-b183-c9cc4c7ade64 req-cf9ee440-a108-4562-930d-2fa82d28e41d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:47.075471 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c2532b4b-77ee-4d7f-b183-c9cc4c7ade64 req-cf9ee440-a108-4562-930d-2fa82d28e41d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1813242
Feb 11 19:31:47.342240 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c2532b4b-77ee-4d7f-b183-c9cc4c7ade64 req-11861a2a-8df0-4427-9ba0-82464457015c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2604589
Feb 11 19:31:47.626250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10bd22-cc8d-4dba-8475-c3c699966833 req-9ef735af-e48d-4d69-94ac-ce496b3c26ac tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:47.627967 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ce10bd22-cc8d-4dba-8475-c3c699966833 req-9ef735af-e48d-4d69-94ac-ce496b3c26ac tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1638684
Feb 11 19:31:47.696339 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ce10bd22-cc8d-4dba-8475-c3c699966833 req-92983b7d-9b2b-499c-ab88-152c7887f594 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599720
Feb 11 19:31:48.076289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5829b7-8c4a-4247-94e5-89a9de8fc2c8 req-b1c781ef-927e-47e9-b53d-2bd6c9a101bc tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:48.077904 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8f5829b7-8c4a-4247-94e5-89a9de8fc2c8 req-b1c781ef-927e-47e9-b53d-2bd6c9a101bc tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1640005
Feb 11 19:31:48.143080 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8f5829b7-8c4a-4247-94e5-89a9de8fc2c8 req-bf5ba179-dc1a-4c4d-a46d-2464aea4e651 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581145
Feb 11 19:31:48.652158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c23bd-f202-485d-9714-f674b233e3d1 req-3895e16e-fe4b-4cca-a17d-f709632497c7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:48.653853 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad0c23bd-f202-485d-9714-f674b233e3d1 req-3895e16e-fe4b-4cca-a17d-f709632497c7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1741824
Feb 11 19:31:48.727611 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad0c23bd-f202-485d-9714-f674b233e3d1 req-0cbe168f-fd93-411f-9dc2-2e0588e86265 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593295
Feb 11 19:31:49.022546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e47d3a-048e-4ddf-9116-bdc9d97311b9 req-69ca8c9f-639d-49bf-bc4f-effc2d76cf5a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:49.024167 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29e47d3a-048e-4ddf-9116-bdc9d97311b9 req-69ca8c9f-639d-49bf-bc4f-effc2d76cf5a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1729321
Feb 11 19:31:49.091338 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29e47d3a-048e-4ddf-9116-bdc9d97311b9 req-f33f2966-8ab4-4fcc-ae41-e2074c59bbd7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607157
Feb 11 19:31:49.334483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device b54b91ca-64f3-4e80-9a7f-c18e23dd2218 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:31:49.441114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2469d03-6673-4b76-a579-934fcc96080d req-1653481b-d321-4faf-b647-3f90a6c34c83 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:49.443488 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e2469d03-6673-4b76-a579-934fcc96080d req-1653481b-d321-4faf-b647-3f90a6c34c83 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.100 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1741848
Feb 11 19:31:49.456659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:49.471587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e9462-0db8-44fc-a5cc-8f14ea936774 req-c8a817dd-cbc5-42b4-82dc-ede18bfec88b tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:49.473303 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7e9e9462-0db8-44fc-a5cc-8f14ea936774 req-c8a817dd-cbc5-42b4-82dc-ede18bfec88b tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 945 time: 0.1800742
Feb 11 19:31:49.494616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port b54b91ca-64f3-4e80-9a7f-c18e23dd2218, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:31:49.495654 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54b91ca-64f3-4e80-9a7f-c18e23dd2218'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:49.532812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:49.542287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:49.561035 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7e9e9462-0db8-44fc-a5cc-8f14ea936774 req-78b93696-db3f-4926-b9e5-76ffae19a6c1 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/security-groups?id=15b8eb89-7f6d-48ca-a306-09d1487e0d29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803368
Feb 11 19:31:49.591564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Deleting port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:31:49.591986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:49.617502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:49.622319 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54b91ca-64f3-4e80-9a7f-c18e23dd2218', 'code': 200}
Feb 11 19:31:49.627900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.628323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.628703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.629074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.629416 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.630506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.631014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.631522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.632058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.632563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.633071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.633572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.634118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.634655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.635154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.635664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.636170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.637374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.637851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.638366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.638733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.639095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.639504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.639864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:49.645011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:50.037196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd3356-391f-4e96-a9c4-3df39df56336 req-12c04dca-5dcf-4d18-89e7-c9fe5cea105f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:50.038918 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60fd3356-391f-4e96-a9c4-3df39df56336 req-12c04dca-5dcf-4d18-89e7-c9fe5cea105f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1801815
Feb 11 19:31:50.094667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] For port b54b91ca-64f3-4e80-9a7f-c18e23dd2218, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,segment=NetworkSegment(d6c6c292-093e-46d1-94b3-e49e4c73cd7d),segment_id=d6c6c292-093e-46d1-94b3-e49e4c73cd7d)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:31:50.095267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:50.106153 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60fd3356-391f-4e96-a9c4-3df39df56336 req-97a87ef4-19bc-4cea-952e-9f4422d24180 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601943
Feb 11 19:31:50.233454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Calling delete_port for b54b91ca-64f3-4e80-9a7f-c18e23dd2218 owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:31:50.521597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f99a8-5e1c-477a-af58-dca03e023cd4 req-881d64f2-1e14-45d6-bac8-cb210ec02678 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:50.523402 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f18f99a8-5e1c-477a-af58-dca03e023cd4 req-881d64f2-1e14-45d6-bac8-cb210ec02678 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.2595630
Feb 11 19:31:50.626653 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f18f99a8-5e1c-477a-af58-dca03e023cd4 req-e9e71da3-663e-4229-a62f-e6afe3fc96f0 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935166
Feb 11 19:31:50.627872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:50.648256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6f9cfffc-8abe-437b-b543-608285a2fe0a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:31:50.712861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Pushing event deleted for resources: {'Port': ['ID=b54b91ca-64f3-4e80-9a7f-c18e23dd2218,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:31:50.743933 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3cc4c931-2c44-42c9-8b4d-8656be3d7cd2 req-81bf689e-26a9-4626-ad8c-0ca2f6683b1a tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60dfb4b-746a-4be7-8c28-72a32f5fa2a1 HTTP/1.1" status: 200  len: 210 time: 0.0561187
Feb 11 19:31:50.784129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.784554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.784966 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.785375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.785783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.786776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.787167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.787564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.787988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.788456 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.788916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.789358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.789878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.790457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.790845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.791343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.791739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.792273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.792768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.793168 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.793620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.794139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.794590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.795159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:31:50.801554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:31:50.883661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] No DVR routers for this DVR port b54b91ca-64f3-4e80-9a7f-c18e23dd2218 on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:31:50.885867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:50.889063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'name': 'network-vif-deleted', 'tag': 'b54b91ca-64f3-4e80-9a7f-c18e23dd2218'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:31:50.945079 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e2469d03-6673-4b76-a579-934fcc96080d req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] 10.222.0.100 "DELETE /v2.0/ports/b54b91ca-64f3-4e80-9a7f-c18e23dd2218 HTTP/1.1" status: 204  len: 173 time: 1.4898186
Feb 11 19:31:50.952379 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60dfb4b-746a-4be7-8c28-72a32f5fa2a1', 'name': 'network-vif-deleted', 'tag': 'b54b91ca-64f3-4e80-9a7f-c18e23dd2218', 'status': 'completed', 'code': 200}
Feb 11 19:31:51.406007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8b9f-64ec-4a08-af23-9b05350df823 req-39e7a1dd-ab71-4812-930d-d2defb8dd02f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:51.407675 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10ff8b9f-64ec-4a08-af23-9b05350df823 req-39e7a1dd-ab71-4812-930d-d2defb8dd02f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1700816
Feb 11 19:31:51.473990 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10ff8b9f-64ec-4a08-af23-9b05350df823 req-39c10404-b5ae-42ca-bea4-de165c16d9b7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598660
Feb 11 19:31:51.967721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51c3ea-bc98-461b-bbff-d22ad2212d8a req-e5a1ae06-21c9-4138-bb4f-f9f43c02919f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:51.967721 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a51c3ea-bc98-461b-bbff-d22ad2212d8a req-e5a1ae06-21c9-4138-bb4f-f9f43c02919f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1761642
Feb 11 19:31:52.029588 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a51c3ea-bc98-461b-bbff-d22ad2212d8a req-621b84d1-333c-457f-a666-1c9b4b97a3c1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591776
Feb 11 19:31:52.772531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c77d03-a78f-4ea9-bf87-78836bc37160 req-2c755241-1056-4ee1-8a8c-b63f9f899399 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:52.774262 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-05c77d03-a78f-4ea9-bf87-78836bc37160 req-2c755241-1056-4ee1-8a8c-b63f9f899399 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1670399
Feb 11 19:31:52.842083 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-05c77d03-a78f-4ea9-bf87-78836bc37160 req-1dcd0f90-173c-41a0-a744-e875ba46473d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610113
Feb 11 19:31:53.342246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c1ea6-489c-4011-9ad2-d7dbd6169034 req-68ae5197-8a43-45e3-ab44-d0bf43f13afe tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:53.344005 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-350c1ea6-489c-4011-9ad2-d7dbd6169034 req-68ae5197-8a43-45e3-ab44-d0bf43f13afe tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1691096
Feb 11 19:31:53.413849 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-350c1ea6-489c-4011-9ad2-d7dbd6169034 req-6393f09e-8cd1-46f8-ad3a-3eff99f3ab74 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621662
Feb 11 19:31:54.147664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cb908-2950-4ff3-aca2-b634d9fd5e4f req-2f7fc044-f266-41d6-8b85-56b048a55510 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:54.149305 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c39cb908-2950-4ff3-aca2-b634d9fd5e4f req-2f7fc044-f266-41d6-8b85-56b048a55510 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1700838
Feb 11 19:31:54.187268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:31:54.215689 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c39cb908-2950-4ff3-aca2-b634d9fd5e4f req-35630aed-44c6-44fa-b260-0819990c7771 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600715
Feb 11 19:31:54.606540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cfa16d03-04f2-492d-b373-3cbd402138bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:54.741458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652afde-28a3-4246-b310-96c26b9fa161 req-d417ecf3-c0d5-4904-a000-35a0d36edcfb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:54.743199 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8652afde-28a3-4246-b310-96c26b9fa161 req-d417ecf3-c0d5-4904-a000-35a0d36edcfb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1769326
Feb 11 19:31:54.807909 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8652afde-28a3-4246-b310-96c26b9fa161 req-b1d41890-4eb2-43a1-b47a-c1baff7c7622 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580804
Feb 11 19:31:55.524244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf672d2-0d4d-47d0-b4d2-c53069cc5da1 req-5001dbf7-5c0e-40e5-a459-8e30f92ecd9b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:55.525903 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-acf672d2-0d4d-47d0-b4d2-c53069cc5da1 req-5001dbf7-5c0e-40e5-a459-8e30f92ecd9b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1768181
Feb 11 19:31:55.594045 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-acf672d2-0d4d-47d0-b4d2-c53069cc5da1 req-c109484d-8485-4639-820b-ba2a6abca31d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608115
Feb 11 19:31:56.124881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c4c1-b4cf-4eb5-bf2b-71d98b28469c req-d520e116-7206-4526-bfaa-0edf08cc9120 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:56.126639 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3540c4c1-b4cf-4eb5-bf2b-71d98b28469c req-d520e116-7206-4526-bfaa-0edf08cc9120 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1695402
Feb 11 19:31:56.191887 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3540c4c1-b4cf-4eb5-bf2b-71d98b28469c req-6a2a0c1e-0783-4803-b301-3c2aee645a70 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584342
Feb 11 19:31:56.789423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c92916a2-f9bc-451a-b067-977fb257a840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:56.894007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aff28c-0316-4687-a002-5465563f9e5b req-5b2ec4f6-ca07-44ad-b5a8-90addcb37247 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:56.895734 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-87aff28c-0316-4687-a002-5465563f9e5b req-5b2ec4f6-ca07-44ad-b5a8-90addcb37247 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1660068
Feb 11 19:31:56.960028 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-87aff28c-0316-4687-a002-5465563f9e5b req-a5bfb920-c0e8-400b-a323-a9db067b6320 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579848
Feb 11 19:31:57.503186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694911-ca23-481e-a013-d54282abd2cb req-d180356a-0a53-483c-b26e-44578f848b60 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:57.504867 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8f694911-ca23-481e-a013-d54282abd2cb req-d180356a-0a53-483c-b26e-44578f848b60 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1688972
Feb 11 19:31:57.570072 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8f694911-ca23-481e-a013-d54282abd2cb req-19224ac5-2aee-4cd4-877c-9648b79c2abe tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589936
Feb 11 19:31:57.726313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:58.263908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39456a-3105-4f25-a344-2e2f29cedbb9 req-469de1f3-49cd-4b80-9791-6a00e9700ed7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:58.265960 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7c39456a-3105-4f25-a344-2e2f29cedbb9 req-469de1f3-49cd-4b80-9791-6a00e9700ed7 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1718714
Feb 11 19:31:58.331248 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7c39456a-3105-4f25-a344-2e2f29cedbb9 req-fa287cf1-acc7-4501-b0a4-6539932a6e6d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589545
Feb 11 19:31:58.463608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:58.940318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56f348-9835-428f-8b1b-38ac33c32157 req-89240da3-2e7a-4700-81a1-1cc123900f5c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:58.942067 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f56f348-9835-428f-8b1b-38ac33c32157 req-89240da3-2e7a-4700-81a1-1cc123900f5c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1912045
Feb 11 19:31:59.014893 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f56f348-9835-428f-8b1b-38ac33c32157 req-8cb60dd4-dc95-4740-8929-5e4bb612fffd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621693
Feb 11 19:31:59.166396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:31:59.691907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308919f-a7d7-4972-a93d-b2e8f4405cdb req-8a89c8b5-0030-47f6-aec2-500044358699 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:31:59.694854 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5308919f-a7d7-4972-a93d-b2e8f4405cdb req-8a89c8b5-0030-47f6-aec2-500044358699 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1813004
Feb 11 19:31:59.772648 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5308919f-a7d7-4972-a93d-b2e8f4405cdb req-c817ec32-c4e0-4e9c-a437-e39cca690287 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616112
Feb 11 19:32:00.368283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144492ad-38ff-4228-8748-856d8db9091e req-73340368-8915-4845-8595-687a3b5b382d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:00.370068 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-144492ad-38ff-4228-8748-856d8db9091e req-73340368-8915-4845-8595-687a3b5b382d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1711380
Feb 11 19:32:00.443398 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-144492ad-38ff-4228-8748-856d8db9091e req-f2df326f-f8f0-40fe-937a-d6dd70d31241 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643818
Feb 11 19:32:01.099036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978435ac-85f0-44c0-89b4-1ce3787cb5ff req-98fbd690-a648-4dae-830f-f5ef771c9db2 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:01.100786 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-978435ac-85f0-44c0-89b4-1ce3787cb5ff req-98fbd690-a648-4dae-830f-f5ef771c9db2 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1850941
Feb 11 19:32:01.178983 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-978435ac-85f0-44c0-89b4-1ce3787cb5ff req-c22c9afb-d1a9-4545-8d6f-066d716b6acd tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701852
Feb 11 19:32:01.807861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec8f57-b1a2-4770-8a18-1dc0aaa82c6c req-7e311a56-40af-4d26-b6eb-d96eafcb404b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:01.810849 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fbec8f57-b1a2-4770-8a18-1dc0aaa82c6c req-7e311a56-40af-4d26-b6eb-d96eafcb404b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1990986
Feb 11 19:32:01.878386 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fbec8f57-b1a2-4770-8a18-1dc0aaa82c6c req-82ec70fc-bfb8-4471-b087-37c376864c83 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612216
Feb 11 19:32:02.532077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3a3f8-0a68-4d78-8956-025875aa5099 req-6d5b79ea-8b24-4fc0-9340-3694aa804734 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:02.534721 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b4e3a3f8-0a68-4d78-8956-025875aa5099 req-6d5b79ea-8b24-4fc0-9340-3694aa804734 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2185388
Feb 11 19:32:02.630487 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b4e3a3f8-0a68-4d78-8956-025875aa5099 req-4aec6325-12a7-4f8f-bf5d-43f54a3277ea tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825350
Feb 11 19:32:03.160588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:03.236300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10adb69-5cb3-452a-95dd-50f093ff9dcf req-ed1f4094-9902-4b16-95a3-655a143ac3d8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:03.238049 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f10adb69-5cb3-452a-95dd-50f093ff9dcf req-ed1f4094-9902-4b16-95a3-655a143ac3d8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1960700
Feb 11 19:32:03.331109 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f10adb69-5cb3-452a-95dd-50f093ff9dcf req-e379387f-eb07-421a-b87a-ab5a2adfb451 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848877
Feb 11 19:32:03.932714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device edceb994-9a2f-4a7b-8562-4bcc298962cb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:03.966711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eac183-959b-4efa-a845-9daf9aab3faa req-3cb1a89c-e59d-4617-a297-4e6dd6d52c37 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:03.975701 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-92eac183-959b-4efa-a845-9daf9aab3faa req-3cb1a89c-e59d-4617-a297-4e6dd6d52c37 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2006619
Feb 11 19:32:04.060354 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-92eac183-959b-4efa-a845-9daf9aab3faa req-52e58e40-f3ba-4ac7-9239-2246d532e7c4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836303
Feb 11 19:32:04.076905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port edceb994-9a2f-4a7b-8562-4bcc298962cb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:04.077411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:04.268383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:04.308210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:04.320536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port edceb994-9a2f-4a7b-8562-4bcc298962cb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:04.348797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:04.356679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:04.462864 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'code': 200}
Feb 11 19:32:04.463473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=edceb994-9a2f-4a7b-8562-4bcc298962cb,revision_number=6']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:04.467233 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:04.622534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:04.701465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f668ab0c-5f58-42da-b362-0db16c0e2c9a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:04.702168 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:04.742035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70347236-4868-4812-b93f-419742530533 req-8dc7400f-b082-48f8-b455-7d1d5222d642 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:04.751440 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-70347236-4868-4812-b93f-419742530533 req-8dc7400f-b082-48f8-b455-7d1d5222d642 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1916575
Feb 11 19:32:04.830934 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-70347236-4868-4812-b93f-419742530533 req-f7a44608-10a4-4d77-9309-3e63db81bc99 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784218
Feb 11 19:32:05.276565 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72610d-16c0-4f78-b35c-e2116e08c2f8 req-f48b6243-b6cd-48cb-bc42-9d321aae8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:05.278277 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7d72610d-16c0-4f78-b35c-e2116e08c2f8 req-f48b6243-b6cd-48cb-bc42-9d321aae8c2a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 1162 time: 0.1082933
Feb 11 19:32:05.382288 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7d72610d-16c0-4f78-b35c-e2116e08c2f8 req-edf893ad-cf29-4c04-93dc-732767ca87f3 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597596
Feb 11 19:32:05.488822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16e36d-d6f1-47c0-9a63-cbe154d6bc88 req-effdc4da-f764-4d60-b73d-d967f6d283db tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:05.490584 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-db16e36d-d6f1-47c0-9a63-cbe154d6bc88 req-effdc4da-f764-4d60-b73d-d967f6d283db tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2113326
Feb 11 19:32:05.559497 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-db16e36d-d6f1-47c0-9a63-cbe154d6bc88 req-caf7c2a6-19fa-451a-aa7b-aed0404e1776 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608850
Feb 11 19:32:06.137020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f706-00be-4a34-8141-38062b81825f req-d2d4631f-ba4c-4d95-9c85-aa9a1cc9bccb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:06.138681 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c656f706-00be-4a34-8141-38062b81825f req-d2d4631f-ba4c-4d95-9c85-aa9a1cc9bccb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1701276
Feb 11 19:32:06.201732 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c656f706-00be-4a34-8141-38062b81825f req-e0d6f73c-064c-4d75-8373-40ec9531d34e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566742
Feb 11 19:32:06.867359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c4b8-03e6-4635-bf23-d4f5eafa8c7e req-dc96a5d7-9c0d-492c-a9a9-00c7c03ced99 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:06.869082 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4900c4b8-03e6-4635-bf23-d4f5eafa8c7e req-dc96a5d7-9c0d-492c-a9a9-00c7c03ced99 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1737375
Feb 11 19:32:06.937492 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4900c4b8-03e6-4635-bf23-d4f5eafa8c7e req-3a020d59-3341-4fcb-a0e8-025fe8e4d03a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613463
Feb 11 19:32:07.522768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f97c72-5d98-4291-9b1f-54f94224ed8a req-14c3d98b-1471-4bea-9c96-be8e17e66f6c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:07.524574 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c6f97c72-5d98-4291-9b1f-54f94224ed8a req-14c3d98b-1471-4bea-9c96-be8e17e66f6c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1716547
Feb 11 19:32:07.591949 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c6f97c72-5d98-4291-9b1f-54f94224ed8a req-596521d4-2a55-4aab-be07-aedb8f480db6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610175
Feb 11 19:32:08.234140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc560fec-f54f-4af0-830f-14d64c5feff0 req-7a5a6bfa-27ce-4918-be89-b938071266d0 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:08.235756 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cc560fec-f54f-4af0-830f-14d64c5feff0 req-7a5a6bfa-27ce-4918-be89-b938071266d0 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1666527
Feb 11 19:32:08.299558 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cc560fec-f54f-4af0-830f-14d64c5feff0 req-1a9e860c-bd58-421e-9cda-b78222ba0ce8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568430
Feb 11 19:32:08.764457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device edceb994-9a2f-4a7b-8562-4bcc298962cb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:08.851540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port edceb994-9a2f-4a7b-8562-4bcc298962cb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:08.851870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:08.942687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad20222-f1aa-461f-9280-8b03555a7b17 req-38a9f3e4-d772-4a50-8fa9-a9f58a188d68 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:08.951232 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ad20222-f1aa-461f-9280-8b03555a7b17 req-38a9f3e4-d772-4a50-8fa9-a9f58a188d68 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1950703
Feb 11 19:32:09.032006 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ad20222-f1aa-461f-9280-8b03555a7b17 req-6b0567c3-185f-40a9-8b35-3f416e381090 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795817
Feb 11 19:32:09.651834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e65e56-1fb9-4a89-a5a2-daada1be2f0c req-6bf1f74a-0dd9-486e-b2c8-898193bc0395 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:09.653564 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c3e65e56-1fb9-4a89-a5a2-daada1be2f0c req-6bf1f74a-0dd9-486e-b2c8-898193bc0395 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2120903
Feb 11 19:32:09.736755 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c3e65e56-1fb9-4a89-a5a2-daada1be2f0c req-959bcff1-b42e-4845-b0b5-6618d1c902a9 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760834
Feb 11 19:32:10.429866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a310758-813d-4fcf-afc4-7ae571ec7132 req-37a73c55-a9a3-4f60-a904-c00b46e26624 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:10.437532 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7a310758-813d-4fcf-afc4-7ae571ec7132 req-37a73c55-a9a3-4f60-a904-c00b46e26624 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2404609
Feb 11 19:32:10.513796 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7a310758-813d-4fcf-afc4-7ae571ec7132 req-82653c77-b95b-41b5-8bae-dac59f8407b4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752122
Feb 11 19:32:11.094513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aaf7ff-2b10-4a79-bb48-4b9dc7496e42 req-ada4963a-405b-42a7-8196-48651f25cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:11.096123 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-71aaf7ff-2b10-4a79-bb48-4b9dc7496e42 req-ada4963a-405b-42a7-8196-48651f25cabb service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1163 time: 0.1377242
Feb 11 19:32:11.182910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3601f90-73a3-4d07-8a54-ae97c74805f2 req-6518cd8e-a9c9-41a7-91bc-22aa831b6b25 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:11.184627 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c3601f90-73a3-4d07-8a54-ae97c74805f2 req-6518cd8e-a9c9-41a7-91bc-22aa831b6b25 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2688048
Feb 11 19:32:11.246063 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-71aaf7ff-2b10-4a79-bb48-4b9dc7496e42 req-3cfe848a-2eab-458e-b79d-63fcb02892f0 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603538
Feb 11 19:32:11.300752 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c3601f90-73a3-4d07-8a54-ae97c74805f2 req-defa4120-917d-4b46-a934-cc8ae7f69c1f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990636
Feb 11 19:32:11.892838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f862c-f6fa-47b7-89bc-59377064e68a req-4c853028-1166-40b2-ac9a-fae7556fe2e2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:11.894583 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0a9f862c-f6fa-47b7-89bc-59377064e68a req-4c853028-1166-40b2-ac9a-fae7556fe2e2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1898508
Feb 11 19:32:11.975247 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0a9f862c-f6fa-47b7-89bc-59377064e68a req-a91cc8d3-8b5f-4e0d-a2b5-0f163e95c9b3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706916
Feb 11 19:32:12.619858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e0c51-b970-4701-886a-a9c0a043bb14 req-c0216709-ec67-47be-84c6-22b869d8e0cd tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:12.621585 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4c8e0c51-b970-4701-886a-a9c0a043bb14 req-c0216709-ec67-47be-84c6-22b869d8e0cd tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1726038
Feb 11 19:32:12.685922 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4c8e0c51-b970-4701-886a-a9c0a043bb14 req-855850b6-1b5d-4ae0-a5fd-8ecded75bccf tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573640
Feb 11 19:32:13.750189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec054f5-45c5-48d3-80de-388bf58b19b3 req-efefbd7d-5038-40d1-8ad0-531b7cc84bca tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:13.751949 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9ec054f5-45c5-48d3-80de-388bf58b19b3 req-efefbd7d-5038-40d1-8ad0-531b7cc84bca tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2102191
Feb 11 19:32:13.833501 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9ec054f5-45c5-48d3-80de-388bf58b19b3 req-19e7cfa0-a650-4172-8994-9edc4f1e8b39 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748239
Feb 11 19:32:14.044286 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58241755-5f96-4c92-96d6-22f31f530d09 req-77eb4e1e-a9b0-40e9-8308-b7e3ecd042f2 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:14.046027 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-58241755-5f96-4c92-96d6-22f31f530d09 req-77eb4e1e-a9b0-40e9-8308-b7e3ecd042f2 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2018228
Feb 11 19:32:14.116082 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-58241755-5f96-4c92-96d6-22f31f530d09 req-d7ee4e5e-44df-49ea-a993-02daf2380f35 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627499
Feb 11 19:32:14.553593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device edceb994-9a2f-4a7b-8562-4bcc298962cb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:14.642417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port edceb994-9a2f-4a7b-8562-4bcc298962cb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:14.643215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:14.791952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:14.980283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f668ab0c-5f58-42da-b362-0db16c0e2c9a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:14.982569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:15.277468 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380355f5-d2e2-42e2-8bb3-cab436000520 req-f252ba4e-eba7-439a-ab75-b3930b6b4894 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:15.286134 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-380355f5-d2e2-42e2-8bb3-cab436000520 req-f252ba4e-eba7-439a-ab75-b3930b6b4894 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.2116337
Feb 11 19:32:15.363981 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-380355f5-d2e2-42e2-8bb3-cab436000520 req-37f7df5f-d418-4539-809c-99b732ea45f8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760980
Feb 11 19:32:15.491815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ba8f1-371e-4747-919b-f55534a28176 req-86bd9f32-f224-45bb-98a3-c1901d71756f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:15.498899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0e9ba8f1-371e-4747-919b-f55534a28176 req-86bd9f32-f224-45bb-98a3-c1901d71756f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1969478
Feb 11 19:32:15.583370 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0e9ba8f1-371e-4747-919b-f55534a28176 req-fc47ebff-4c3d-4db5-ba31-617b6ee078d2 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826449
Feb 11 19:32:16.885356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3b39f-5c8e-4569-bf94-6324bd556a15 req-3b1a8d2d-d004-41dd-a383-f733c10bd347 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:16.893609 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60d3b39f-5c8e-4569-bf94-6324bd556a15 req-3b1a8d2d-d004-41dd-a383-f733c10bd347 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1848967
Feb 11 19:32:16.964716 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-60d3b39f-5c8e-4569-bf94-6324bd556a15 req-a6f3b832-1f66-474f-97bb-4dffcf1785d8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696683
Feb 11 19:32:17.372088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:17.483457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f668ab0c-5f58-42da-b362-0db16c0e2c9a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:17.483672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:18.065222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-5708945e-e852-493c-9b05-daa7631b32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:18.068499 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-5708945e-e852-493c-9b05-daa7631b32d7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 1163 time: 0.4580295
Feb 11 19:32:18.179120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a08787-d99a-43ca-9906-ec96bac9e4b8 req-3c105a7f-8880-457d-a7a1-8174429a9498 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:18.188234 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-97a08787-d99a-43ca-9906-ec96bac9e4b8 req-3c105a7f-8880-457d-a7a1-8174429a9498 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.4928482
Feb 11 19:32:18.367861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 55860) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:18.419807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-281292a2-becc-4e40-acef-920c58da0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:18.422417 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-281292a2-becc-4e40-acef-920c58da0677 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.2313454
Feb 11 19:32:18.461237 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-97a08787-d99a-43ca-9906-ec96bac9e4b8 req-28bf6f5b-c093-44c2-932d-9203d598f0c4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2717896
Feb 11 19:32:18.558787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:18.578505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:32:18.583288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9398d8947d714b8987b5233aeaa7cc97 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:32:18.586901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:32:18.593333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:32:18.606056 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-daad1940-bd80-4a23-a7b2-e032bdabc72c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 200  len: 217 time: 0.1414611
Feb 11 19:32:18.705220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-3080a175-578e-4152-9370-20ca38ec4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:18.706891 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-3080a175-578e-4152-9370-20ca38ec4d64 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.0924702
Feb 11 19:32:18.792988 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-08e40494-67c7-49c5-b08e-153a30c682cd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0781546
Feb 11 19:32:18.844764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:18.885738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:18.943176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0603bd9e-4b34-4a1a-b379-26d8d23ec683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:18.983829 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9398d8947d714b8987b5233aeaa7cc97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6140096
Feb 11 19:32:18.985795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf3ca40-729f-4d16-881f-2cf14959f632,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:18.987106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 55876) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:18.995637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:18.996204 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:18.996737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:18.997534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:18.998037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:18.998551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:18.999198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:18.999689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.000187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.001256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.001781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.002384 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.002931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.003615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.004154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.004645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.005140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.005634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.006129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.006657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.007153 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.007637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.008126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.008618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:19.014627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:19.059883 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-dbebaefa-4a98-461d-98f0-e5cefad77f18 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557611
Feb 11 19:32:19.114681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0c02d3c-149a-4243-912a-fa3c9ff45431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:19.211809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0c02d3c-149a-4243-912a-fa3c9ff45431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:19.277625 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-124deda2-3ef3-4db3-9626-3a93f077fce5 req-93d0bba0-52c3-46bc-9c92-b5468987858d service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2016885
Feb 11 19:32:19.338303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0c02d3c-149a-4243-912a-fa3c9ff45431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:19.342800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6ec2bc5a-afb4-4a43-b85b-287150045d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:19.358197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c02d3c-149a-4243-912a-fa3c9ff45431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf3ca40-729f-4d16-881f-2cf14959f632,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:19.362033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e0c02d3c-149a-4243-912a-fa3c9ff45431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:19.364252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0c02d3c-149a-4243-912a-fa3c9ff45431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:19.368953 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e0c02d3c-149a-4243-912a-fa3c9ff45431 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7cf3ca40-729f-4d16-881f-2cf14959f632 HTTP/1.1" status: 204  len: 168 time: 0.3805704
Feb 11 19:32:19.920547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858aaa-547d-4e4d-af72-ab4c77e2197e req-3cdef845-c263-4452-bfdb-4d7506b0d135 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:19.944186 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a5858aaa-547d-4e4d-af72-ab4c77e2197e req-3cdef845-c263-4452-bfdb-4d7506b0d135 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2034652
Feb 11 19:32:20.054003 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a5858aaa-547d-4e4d-af72-ab4c77e2197e req-70e503c1-531b-4513-9846-819e940cad9b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085539
Feb 11 19:32:21.395607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b0378-f7ff-4955-9042-0108380b256b req-8a2d2378-886b-49b3-a534-49878bb2b60d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:21.397357 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-558b0378-f7ff-4955-9042-0108380b256b req-8a2d2378-886b-49b3-a534-49878bb2b60d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1837139
Feb 11 19:32:21.483602 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-558b0378-f7ff-4955-9042-0108380b256b req-f9da286c-9056-488b-89ac-c3b236636dd9 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749114
Feb 11 19:32:22.773760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba223147-2e8f-4893-aa0f-cbc066ff74a8 req-316f7a93-87aa-4786-9a58-b5c7bf6efcaa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:22.775597 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ba223147-2e8f-4893-aa0f-cbc066ff74a8 req-316f7a93-87aa-4786-9a58-b5c7bf6efcaa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1661093
Feb 11 19:32:22.845185 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ba223147-2e8f-4893-aa0f-cbc066ff74a8 req-bf130669-d706-4b1f-b43b-b80e4fe6f22e tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633099
Feb 11 19:32:23.747002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff995705-de5a-4860-853b-3e57144c5d34 req-b32bb07f-9168-4b40-9d2f-410350c815f0 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:23.748974 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ff995705-de5a-4860-853b-3e57144c5d34 req-b32bb07f-9168-4b40-9d2f-410350c815f0 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 945 time: 0.1844130
Feb 11 19:32:23.812778 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ff995705-de5a-4860-853b-3e57144c5d34 req-014d0cda-5e60-44a5-b910-320e22808e40 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572464
Feb 11 19:32:24.599944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2debbeba-00b6-4386-88c2-bb9ef48d356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:25.109791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963fabd-5a0d-48a9-9653-99a84ae20200 req-002da1ac-a40a-48be-a2b3-c179c4dc90a4 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:25.111424 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b963fabd-5a0d-48a9-9653-99a84ae20200 req-002da1ac-a40a-48be-a2b3-c179c4dc90a4 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 945 time: 0.1664736
Feb 11 19:32:25.176730 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b963fabd-5a0d-48a9-9653-99a84ae20200 req-20af1a7b-ccda-448f-9a89-ac97ef524a84 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590096
Feb 11 19:32:26.469192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d602e-4b3e-451a-9266-038639db1230 req-d983816a-e774-47ae-8bcd-d22a798a22bf tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:26.470834 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec9d602e-4b3e-451a-9266-038639db1230 req-d983816a-e774-47ae-8bcd-d22a798a22bf tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 945 time: 0.1668532
Feb 11 19:32:26.536281 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec9d602e-4b3e-451a-9266-038639db1230 req-932d7c21-4e34-42b1-b972-f3ec03036101 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582354
Feb 11 19:32:26.782833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0afffff6-9eef-4fb0-8325-3c68a427bdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:27.719967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:27.773345 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 56072) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:27.843079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Deleting subnet b96be4c6-8daf-49b6-a87e-329ca31e7100 {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:32:27.846486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:27.857193 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aef1e3-652b-4a5d-88b4-19ca8c076fad req-57ff45d5-f4f3-41e4-b52f-877992fd9c9c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:27.858972 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-30aef1e3-652b-4a5d-88b4-19ca8c076fad req-57ff45d5-f4f3-41e4-b52f-877992fd9c9c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 945 time: 0.1882660
Feb 11 19:32:27.920899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851609718'] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:27.954194 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-30aef1e3-652b-4a5d-88b4-19ca8c076fad req-5c602471-1bb3-4855-8dd7-42542ca08c12 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855546
Feb 11 19:32:28.003498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:28.439775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:28.527959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851242906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3237226'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:28.547437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-627bef5e-411a-4a04-be09-b05adc2e8b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:28.602187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96be4c6-8daf-49b6-a87e-329ca31e7100,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:28.654564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:28.703047 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-ba08bcd9-cc7f-4ee4-a4c3-978c5d3356bd service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2333589
Feb 11 19:32:28.716213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:28.724666 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b96be4c6-8daf-49b6-a87e-329ca31e7100 HTTP/1.1" status: 204  len: 168 time: 0.9488013
Feb 11 19:32:28.728264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 56090) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:28.757613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-72fcd67d-0d50-49b4-8cdf-06f8d4b8c49f tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:28.759321 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-72fcd67d-0d50-49b4-8cdf-06f8d4b8c49f tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.100 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 945 time: 0.1760888
Feb 11 19:32:28.910939 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:29.006727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-a5a5dca5-c4be-44f3-ba47-e945c6940691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:29.008415 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-a5a5dca5-c4be-44f3-ba47-e945c6940691 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=108caeedcdd44de793c54da0539eac32&device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 1163 time: 0.2792237
Feb 11 19:32:29.073928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Deleting port df62b42c-9c6f-429b-8661-997d659f2ca5 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:32:29.074307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:29.165642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:29.299586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:29.369692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] For port df62b42c-9c6f-429b-8661-997d659f2ca5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=df62b42c-9c6f-429b-8661-997d659f2ca5,segment=NetworkSegment(0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9),segment_id=0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:29.370255 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:29.417429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-ad9ef360-f0b5-4ef6-81a8-e6a3935a8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:29.419082 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-ad9ef360-f0b5-4ef6-81a8-e6a3935a8b49 service neutron] 10.222.0.100 "GET /v2.0/networks?id=bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 200  len: 913 time: 0.3830459
Feb 11 19:32:29.438929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device df62b42c-9c6f-429b-8661-997d659f2ca5 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:32:29.528956 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-5f32b8f1-713e-49d5-b4aa-e6c8bd1afc3b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ad6499-c923-467f-85f3-578dac0f3065 HTTP/1.1" status: 200  len: 217 time: 0.0992672
Feb 11 19:32:29.574271 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Calling delete_port for df62b42c-9c6f-429b-8661-997d659f2ca5 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:32:29.644629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:29.687996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port df62b42c-9c6f-429b-8661-997d659f2ca5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=df62b42c-9c6f-429b-8661-997d659f2ca5,segment=NetworkSegment(0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9),segment_id=0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:29.689117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df62b42c-9c6f-429b-8661-997d659f2ca5'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:29.714782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:29.719038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:29.749820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:32:29.755372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:32:29.773872 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df62b42c-9c6f-429b-8661-997d659f2ca5', 'code': 200}
Feb 11 19:32:29.803615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ada6bfd0>,) {'filters': {'network_id': ['d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:32:29.812642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=df62b42c-9c6f-429b-8661-997d659f2ca5,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:29.824124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:29.893080 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4afbdf-6325-42db-89ef-694edd9cc4ea req-de46ba47-d1a1-459e-bed9-8c0e9c232f6b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:29.898591 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bd4afbdf-6325-42db-89ef-694edd9cc4ea req-de46ba47-d1a1-459e-bed9-8c0e9c232f6b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 945 time: 0.7999063
Feb 11 19:32:29.917081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ada6bfd0>, 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:32:29.921343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ada6bfd0>, 'd6c6c292-093e-46d1-94b3-e49e4c73cd7d') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:32:29.953962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:29.991588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-48b3d92b-01ac-468c-a3cf-e72f5f7d02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:29.993225 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-48b3d92b-01ac-468c-a3cf-e72f5f7d02fe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 200  len: 859 time: 0.4552650
Feb 11 19:32:30.017003 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bd4afbdf-6325-42db-89ef-694edd9cc4ea req-33ab8b71-b4ca-4136-8bcd-bf65bb497e53 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083837
Feb 11 19:32:30.076883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:30.084507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:32:30.102819 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-65871873-6016-4a79-9025-8f341de0e798 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=bb5831f8-57ba-4e6c-bd30-a12c90a38677&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846231
Feb 11 19:32:30.251821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Deleting port df62b42c-9c6f-429b-8661-997d659f2ca5 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:32:30.252238 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:30.383162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:32:30.394273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:30.539813 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] For port df62b42c-9c6f-429b-8661-997d659f2ca5, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=df62b42c-9c6f-429b-8661-997d659f2ca5,segment=NetworkSegment(0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9),segment_id=0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:30.540552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:30.581829 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-4cecad59-9cba-4024-9afb-6686ce4d6f48 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4131086
Feb 11 19:32:30.643358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Network d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:32:30.674329 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:32:30.688460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Calling delete_port for df62b42c-9c6f-429b-8661-997d659f2ca5 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:32:30.851254 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6e53d00c-72b0-4210-b8c3-3278bc5a0952 req-79fc2e6d-12c6-457d-a0d3-b96f75fc7b26 service neutron] 10.222.0.100 "GET /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2594039
Feb 11 19:32:30.897021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:30.914171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:30.980056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Pushing event deleted for resources: {'Port': ['ID=df62b42c-9c6f-429b-8661-997d659f2ca5,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:30.984342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:31.011311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.016365 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:31.036652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.049653 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:31.053151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:31.081285 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-aca297d3-e3bd-4ec4-b92f-89f8d034c516 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d2d3cc6b-f3c8-47ba-b78a-94a83a3b8442 HTTP/1.1" status: 204  len: 168 time: 2.3506055
Feb 11 19:32:31.147099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] No DVR routers for this DVR port df62b42c-9c6f-429b-8661-997d659f2ca5 on host hv-cinder-77525 {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:32:31.152107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.156852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'name': 'network-vif-deleted', 'tag': 'df62b42c-9c6f-429b-8661-997d659f2ca5'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:31.203089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:32:31.218574 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31dbbac3-8017-46a5-8f81-108e4cda7943 req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.100 "DELETE /v2.0/ports/df62b42c-9c6f-429b-8661-997d659f2ca5 HTTP/1.1" status: 204  len: 173 time: 2.4519641
Feb 11 19:32:31.225451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56128) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:31.271900 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d149cdb5-8e62-43e0-b3a6-73dfde927d3c req-2f600c57-d2c6-421c-a5b6-7453ab9d9d46 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 210 time: 0.0710535
Feb 11 19:32:31.353649 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa502855-4ea2-4b74-95e4-94dd1a7c2224', 'name': 'network-vif-deleted', 'tag': 'df62b42c-9c6f-429b-8661-997d659f2ca5', 'status': 'completed', 'code': 200}
Feb 11 19:32:31.469075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.485358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:32:31.489739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Usage tracker for resource:security_group_rule and tenant:da5ca84dbcf441b69c52ef794478d74d is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:32:31.492967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:32:31.503100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:32:31.617897 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.636304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56136) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:31.654404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.665892 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7aa022b3-6d87-444e-bad9-d8da7f8b4e31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:31.706779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2ce22-3a89-43d7-b0a0-93dea24b1d80 req-b74e4503-7a75-4e9f-ae52-2d83232ca648 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:31.708484 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f4e2ce22-3a89-43d7-b0a0-93dea24b1d80 req-b74e4503-7a75-4e9f-ae52-2d83232ca648 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.1859968
Feb 11 19:32:31.720255 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da5ca84dbcf441b69c52ef794478d74d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4933643
Feb 11 19:32:31.724282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56140) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:31.728660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e35936f-362d-4ea6-943b-c455a77f85e8,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:31.739252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:31.765765 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-43fba549-2363-4f05-9653-178b14047ec0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59783d80d9da4eab9e16ad463c8a6c45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1281214
Feb 11 19:32:31.775117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56144) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:31.781715 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f4e2ce22-3a89-43d7-b0a0-93dea24b1d80 req-4c0fc102-8a41-4c90-9e61-6cc11323ada3 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638175
Feb 11 19:32:31.855524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-966718da-055a-44e6-bae6-e7bcd6d6d66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.892526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dc676818-30a0-4653-a385-df1b0b7300bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.898648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-966718da-055a-44e6-bae6-e7bcd6d6d66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:31.952172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dc676818-30a0-4653-a385-df1b0b7300bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:32.039602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-966718da-055a-44e6-bae6-e7bcd6d6d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:32.044854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d271c08f-aba2-4b33-80bb-c13c3740157f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:32.065363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966718da-055a-44e6-bae6-e7bcd6d6d66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e35936f-362d-4ea6-943b-c455a77f85e8,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:32.069073 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dc676818-30a0-4653-a385-df1b0b7300bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:32.076866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-966718da-055a-44e6-bae6-e7bcd6d6d66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:32.081441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-966718da-055a-44e6-bae6-e7bcd6d6d66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:32.091532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676818-30a0-4653-a385-df1b0b7300bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b8eb89-7f6d-48ca-a306-09d1487e0d29,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:32.094015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dc676818-30a0-4653-a385-df1b0b7300bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:32.100047 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-dc676818-30a0-4653-a385-df1b0b7300bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15b8eb89-7f6d-48ca-a306-09d1487e0d29 HTTP/1.1" status: 204  len: 168 time: 0.3192401
Feb 11 19:32:32.100047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dc676818-30a0-4653-a385-df1b0b7300bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:32.100047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-966718da-055a-44e6-bae6-e7bcd6d6d66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:32.102847 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-966718da-055a-44e6-bae6-e7bcd6d6d66c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8e35936f-362d-4ea6-943b-c455a77f85e8 HTTP/1.1" status: 204  len: 168 time: 0.3754053
Feb 11 19:32:32.488625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4d0bb7b5-7542-40d6-9955-d1c09d737356 req-80f6d3a1-a36e-4c34-adfb-2c0e7e1e2f8e tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Synchronizing usage tracker for tenant:9b5a187a3db64826991467336ec5cff0 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:32:32.542852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4d0bb7b5-7542-40d6-9955-d1c09d737356 req-80f6d3a1-a36e-4c34-adfb-2c0e7e1e2f8e tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Unset dirty status for tenant:9b5a187a3db64826991467336ec5cff0 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:32:32.545747 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4d0bb7b5-7542-40d6-9955-d1c09d737356 req-80f6d3a1-a36e-4c34-adfb-2c0e7e1e2f8e tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa502855-4ea2-4b74-95e4-94dd1a7c2224 HTTP/1.1" status: 200  len: 210 time: 0.1140764
Feb 11 19:32:33.090559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafeab2-c2bb-4347-be49-48278137679c req-750d9d2b-4e35-4407-8810-50bb88acbda4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:33.093313 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4aafeab2-c2bb-4347-be49-48278137679c req-750d9d2b-4e35-4407-8810-50bb88acbda4 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.1758733
Feb 11 19:32:33.137116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:33.165596 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4aafeab2-c2bb-4347-be49-48278137679c req-56d36f0e-e7f4-4247-90b3-84ae6920981b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671365
Feb 11 19:32:34.619791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bdf70-54d9-4bc7-a91c-3206c2f9a360 req-2b605573-16ea-4be9-ba4f-8143790f1caa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:34.621465 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c36bdf70-54d9-4bc7-a91c-3206c2f9a360 req-2b605573-16ea-4be9-ba4f-8143790f1caa tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.1762083
Feb 11 19:32:34.687000 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c36bdf70-54d9-4bc7-a91c-3206c2f9a360 req-489e70df-e480-4eb6-b922-6f3580c1b20d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589087
Feb 11 19:32:35.980650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8048-a42d-4db9-a873-d19fb6587992 req-53f6ae13-6a08-4465-8f36-9c12dc13155c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:35.982372 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4bda8048-a42d-4db9-a873-d19fb6587992 req-53f6ae13-6a08-4465-8f36-9c12dc13155c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.1633494
Feb 11 19:32:36.049878 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4bda8048-a42d-4db9-a873-d19fb6587992 req-e6002512-78a8-4582-85ef-cb421ef7cafb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609739
Feb 11 19:32:37.359594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca64eae-46c7-4808-a1e8-24b0a7a2e771 req-f3374b54-7d8a-47d7-bcc6-32baed55565d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:37.361225 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0ca64eae-46c7-4808-a1e8-24b0a7a2e771 req-f3374b54-7d8a-47d7-bcc6-32baed55565d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.1758847
Feb 11 19:32:37.426524 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0ca64eae-46c7-4808-a1e8-24b0a7a2e771 req-3036ef95-9dc8-48a0-a675-c7db5f7e376f tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588577
Feb 11 19:32:37.646411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 77ad6499-c923-467f-85f3-578dac0f3065 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:37.725654 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 77ad6499-c923-467f-85f3-578dac0f3065 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:37.726082 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:37.931962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-0115560e-2a64-4c1d-a29d-4cccf275d1c8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:37.933638 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-0115560e-2a64-4c1d-a29d-4cccf275d1c8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.100 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 946 time: 0.1718011
Feb 11 19:32:38.021317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 77ad6499-c923-467f-85f3-578dac0f3065 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:32:38.036401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Deleting port 77ad6499-c923-467f-85f3-578dac0f3065 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:32:38.036795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:38.158401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:38.188272 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ad6499-c923-467f-85f3-578dac0f3065'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:38.198966 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 77ad6499-c923-467f-85f3-578dac0f3065, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=77ad6499-c923-467f-85f3-578dac0f3065,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:38.240083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:38.242681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-284b285b-7e98-4ff8-8c27-60b28b97931d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:38.278828 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ad6499-c923-467f-85f3-578dac0f3065', 'code': 200}
Feb 11 19:32:38.328389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=77ad6499-c923-467f-85f3-578dac0f3065,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:38.334331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:38.351858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] For port 77ad6499-c923-467f-85f3-578dac0f3065, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=77ad6499-c923-467f-85f3-578dac0f3065,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:38.352264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:38.497989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Calling delete_port for 77ad6499-c923-467f-85f3-578dac0f3065 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:32:38.712161 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:32:38.715345 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:32:38.764835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c849c-71b4-4852-8444-68545cb3f83e req-b828a99e-9880-4135-8373-9091db97a155 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:38.766588 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e7c849c-71b4-4852-8444-68545cb3f83e req-b828a99e-9880-4135-8373-9091db97a155 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 944 time: 0.1744642
Feb 11 19:32:38.839579 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e7c849c-71b4-4852-8444-68545cb3f83e req-fe19f763-c459-4e9f-81c4-7b3b4ce5e3b5 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656738
Feb 11 19:32:39.213406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Deleting port 77ad6499-c923-467f-85f3-578dac0f3065 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:32:39.213793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:39.500022 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] For port 77ad6499-c923-467f-85f3-578dac0f3065, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=77ad6499-c923-467f-85f3-578dac0f3065,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:39.500559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:39.644378 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Calling delete_port for 77ad6499-c923-467f-85f3-578dac0f3065 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:32:39.896736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:39.916253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-73927787-b4a3-405d-8f8c-53f37bdac9ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:40.046284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Pushing event deleted for resources: {'Port': ['ID=77ad6499-c923-467f-85f3-578dac0f3065,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:40.098430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:40.328628 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5557b78d-270f-4084-a43a-4682a62ea1f2 req-2411f9c9-e026-44ab-a81c-152ebe1c04bc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.2836604
Feb 11 19:32:40.406891 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] No DVR routers for this DVR port 77ad6499-c923-467f-85f3-578dac0f3065 on host hv-cinder-77525 {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:32:40.409581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:40.412469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'name': 'network-vif-deleted', 'tag': '77ad6499-c923-467f-85f3-578dac0f3065'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:40.445992 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4420e076-170a-46fa-bffe-d2b3010441b9 req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.100 "DELETE /v2.0/ports/77ad6499-c923-467f-85f3-578dac0f3065 HTTP/1.1" status: 204  len: 173 time: 2.5049741
Feb 11 19:32:40.480407 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6', 'name': 'network-vif-deleted', 'tag': '77ad6499-c923-467f-85f3-578dac0f3065', 'status': 'completed', 'code': 200}
Feb 11 19:32:41.527579 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7df02d88-9189-43e0-9828-7f535c87c1aa req-f3648cc9-ee1c-4426-9d8c-314046498ade tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.0496767
Feb 11 19:32:42.725628 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-742a89b6-6011-4439-b8c8-f5e2d7a5fba6 req-4f4ad5a0-75d6-426a-9b6d-3debf56cb552 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Synchronizing usage tracker for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:32:42.770937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-742a89b6-6011-4439-b8c8-f5e2d7a5fba6 req-4f4ad5a0-75d6-426a-9b6d-3debf56cb552 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Unset dirty status for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:32:42.772184 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-742a89b6-6011-4439-b8c8-f5e2d7a5fba6 req-4f4ad5a0-75d6-426a-9b6d-3debf56cb552 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.0954614
Feb 11 19:32:43.961449 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ab13e998-36a8-41ec-96ab-0af7e08914e3 req-793ff494-9ffe-43ad-8706-7be77c20e898 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=b78fd390-0c95-41cf-83f9-d7cc8dc0f9b6 HTTP/1.1" status: 200  len: 210 time: 0.0487335
Feb 11 19:32:44.846765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-c0f25621-a864-4076-9386-07afa20a8e92 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:44.848990 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-c0f25621-a864-4076-9386-07afa20a8e92 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/networks?id=3478fb01-1b16-415f-b6fa-73a647d61076 HTTP/1.1" status: 200  len: 814 time: 0.2356260
Feb 11 19:32:44.865340 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-306a94f5-5168-4367-a910-2564b0a2c1e9 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/quotas/9b5a187a3db64826991467336ec5cff0 HTTP/1.1" status: 200  len: 375 time: 0.0104687
Feb 11 19:32:44.919461 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-ec997319-c941-418d-b1a6-e0c9796b957a tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b5a187a3db64826991467336ec5cff0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0486605
Feb 11 19:32:45.067976 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-e2b497b4-b402-4f62-a16f-8f95f8b65e6c service neutron] 10.222.0.79 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402929
Feb 11 19:32:45.215314 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-e4a5b390-1ee6-4965-8171-2abc34345785 service neutron] 10.222.0.79 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403973
Feb 11 19:32:45.478506 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2588183a-73af-401b-938a-1f734eda826a req-a2625fb8-b368-4ad6-984b-51fcd1a9496a tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 210 time: 0.0499532
Feb 11 19:32:45.706822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f1a6b-4a3a-480a-8ea0-80149a969d5b req-cabf3af6-a163-446e-88e8-0b799a4d7a79 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:45.708542 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d85f1a6b-4a3a-480a-8ea0-80149a969d5b req-cabf3af6-a163-446e-88e8-0b799a4d7a79 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2138102
Feb 11 19:32:45.775593 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d85f1a6b-4a3a-480a-8ea0-80149a969d5b req-690a7650-b4a4-4049-a0ed-8d826c703738 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602407
Feb 11 19:32:46.106587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4125d-851b-4ef2-aeca-920cf9e42e06 req-196d5fa1-d05d-448f-89ba-bf99d9719797 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:46.108328 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-20f4125d-851b-4ef2-aeca-920cf9e42e06 req-196d5fa1-d05d-448f-89ba-bf99d9719797 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1689990
Feb 11 19:32:46.173893 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-20f4125d-851b-4ef2-aeca-920cf9e42e06 req-8a9193f5-f6a0-4176-95e7-d2e17a61ccc4 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592055
Feb 11 19:32:46.678615 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-57f30ed7-f6a5-44a7-84b1-5afb4d750e7c req-864f93e8-f0e3-4727-9e32-918d5abe091e tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 210 time: 0.0564802
Feb 11 19:32:47.077948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4a6aa-3826-451a-aa38-41d7d125f3ce req-6fe5d088-aad6-45d2-a336-49523e203d85 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:47.079634 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-72f4a6aa-3826-451a-aa38-41d7d125f3ce req-6fe5d088-aad6-45d2-a336-49523e203d85 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1749384
Feb 11 19:32:47.149016 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-72f4a6aa-3826-451a-aa38-41d7d125f3ce req-fd9023b7-3e24-4d8f-84f2-666c9842ac4d tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626748
Feb 11 19:32:47.590482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-d7982617-82fd-44a7-afeb-034857bd4c9c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:47.592154 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-d7982617-82fd-44a7-afeb-034857bd4c9c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.100 "GET /v2.0/networks?id=3478fb01-1b16-415f-b6fa-73a647d61076 HTTP/1.1" status: 200  len: 814 time: 0.3240404
Feb 11 19:32:47.681342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3941b-ad8a-4787-b41a-68696e3de2ac req-4bdd08ba-943e-4703-ab86-914877015f5a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:47.683067 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dbc3941b-ad8a-4787-b41a-68696e3de2ac req-4bdd08ba-943e-4703-ab86-914877015f5a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.3658700
Feb 11 19:32:47.688537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Request body: {'port': {'device_id': 'a6210eda-590d-4d2f-bc9f-da9efd53df82', 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076', 'admin_state_up': True, 'tenant_id': '9b5a187a3db64826991467336ec5cff0'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:32:47.857124 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dbc3941b-ad8a-4787-b41a-68696e3de2ac req-7414000e-1967-4899-9bb1-08d35b16d78c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1528325
Feb 11 19:32:47.862118 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fef068fd-8b0e-4809-ba59-d8718fe69921 req-9dda08c9-b45b-429d-91dc-264ecaecefdf tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 210 time: 0.0522394
Feb 11 19:32:47.902878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:32:47.914964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:32:47.965151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Made reservation on behalf of 9b5a187a3db64826991467336ec5cff0 for: {'port': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:32:47.986141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:48.374644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Allocated IP 172.20.0.8 (3478fb01-1b16-415f-b6fa-73a647d61076/fba65975-ff00-4796-8b3a-b8d955dd3744/4ef12e45-9a61-4b42-a525-db32c07770ff) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:32:48.523002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884e14a-705e-4cdb-93df-4bcaf5df2e11 req-18ad68d3-e8c5-4f10-a8b6-0584772e81cc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:48.524648 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7884e14a-705e-4cdb-93df-4bcaf5df2e11 req-18ad68d3-e8c5-4f10-a8b6-0584772e81cc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.2352340
Feb 11 19:32:48.710063 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7884e14a-705e-4cdb-93df-4bcaf5df2e11 req-f0dee287-7813-457b-b000-482768561713 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518459
Feb 11 19:32:48.753711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:48.811304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:48.826123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:48.992442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Pushing event updated for resources: {'Port': ['ID=4ef12e45-9a61-4b42-a525-db32c07770ff,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:48.997693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:49.100240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Network 3478fb01-1b16-415f-b6fa-73a647d61076 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:32:49.101983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:32:49.105751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:32:49.185828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10096bfc-08c6-4934-b9a6-3a1d71cf660d req-2bb7ad88-b799-4bd3-944c-475b4b924812 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:49.187626 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10096bfc-08c6-4934-b9a6-3a1d71cf660d req-2bb7ad88-b799-4bd3-944c-475b4b924812 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1708081
Feb 11 19:32:49.252858 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-10096bfc-08c6-4934-b9a6-3a1d71cf660d req-e5a009a0-9342-412c-b004-0322abfb243b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586026
Feb 11 19:32:49.274725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426dc3b-8871-4ecb-aac1-d3074c88f212 req-4a973899-93af-49da-bad1-f168a7460d46 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:49.276459 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6426dc3b-8871-4ecb-aac1-d3074c88f212 req-4a973899-93af-49da-bad1-f168a7460d46 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 931 time: 0.2602267
Feb 11 19:32:49.344808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:49.345495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:49.426262 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6426dc3b-8871-4ecb-aac1-d3074c88f212 req-57ba6209-bc58-478d-bae4-f0a6f7106dd8 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745537
Feb 11 19:32:49.428095 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7440147
Feb 11 19:32:49.449093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Request body: {'port': {'device_id': 'a6210eda-590d-4d2f-bc9f-da9efd53df82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:32:49.573614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:49.999343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef12e45-9a61-4b42-a525-db32c07770ff {{(pid=80006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:32:50.004959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64266ff9-6f9f-48fa-bfe7-577d67fa3f1e req-cc3e52d2-8a0a-4368-8e53-955084c80fcc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:50.006723 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-64266ff9-6f9f-48fa-bfe7-577d67fa3f1e req-cc3e52d2-8a0a-4368-8e53-955084c80fcc tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1672096
Feb 11 19:32:50.008488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:50.030399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Transition to ACTIVE for port object 4ef12e45-9a61-4b42-a525-db32c07770ff will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:32:50.050341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:50.066530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d05a2b4f-9458-44ee-903c-87d8882edb66 tempest-DeleteServersTestJSON-1212040835 tempest-DeleteServersTestJSON-1212040835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:50.080275 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-64266ff9-6f9f-48fa-bfe7-577d67fa3f1e req-31c26abc-1eec-41fd-880d-fa305c752a0a tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628579
Feb 11 19:32:50.496713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef12e45-9a61-4b42-a525-db32c07770ff,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:50.507560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:50.731129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53921fb5-a6ed-49ed-9881-e8ac24ef9d8e req-645b79dd-327a-4bef-b3f9-c59dae4f2879 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:50.732850 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-53921fb5-a6ed-49ed-9881-e8ac24ef9d8e req-645b79dd-327a-4bef-b3f9-c59dae4f2879 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 943 time: 0.1761377
Feb 11 19:32:50.768343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678a0f5-fd8c-4ba4-96f8-d41933b612af req-e52b5630-6e08-4141-8d59-d26c0b2d5524 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:50.770034 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1678a0f5-fd8c-4ba4-96f8-d41933b612af req-e52b5630-6e08-4141-8d59-d26c0b2d5524 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.3161273
Feb 11 19:32:50.798754 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-53921fb5-a6ed-49ed-9881-e8ac24ef9d8e req-85f557bd-acfb-4596-ac4d-960748e33cb1 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594583
Feb 11 19:32:50.865622 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1678a0f5-fd8c-4ba4-96f8-d41933b612af req-31a70f11-8a4f-49ba-a8f7-151fa1b5f91d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824585
Feb 11 19:32:50.867878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Attempting to bind port 4ef12e45-9a61-4b42-a525-db32c07770ff on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:32:50.868256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Attempting to bind port 4ef12e45-9a61-4b42-a525-db32c07770ff by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:32:50.868627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Attempting to bind port 4ef12e45-9a61-4b42-a525-db32c07770ff on network 3478fb01-1b16-415f-b6fa-73a647d61076 {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:32:50.874916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:32:50.875298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Checking segment: {'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:32:50.875703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:50.876077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Bound using segment: {'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:32:50.876557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Bound port: 4ef12e45-9a61-4b42-a525-db32c07770ff, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3478fb01-1b16-415f-b6fa-73a647d61076'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:32:50.876932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:50.979752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] For port 4ef12e45-9a61-4b42-a525-db32c07770ff, host hv-cinder-77525, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:32:50.983028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] For port 4ef12e45-9a61-4b42-a525-db32c07770ff, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=4ef12e45-9a61-4b42-a525-db32c07770ff,segment=NetworkSegment(0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9),segment_id=0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:32:51.010970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:51.026964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:51.185098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef12e45-9a61-4b42-a525-db32c07770ff,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:51.191890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:51.224401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:51.225332 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:51.227028 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] 10.222.0.100 "PUT /v2.0/ports/4ef12e45-9a61-4b42-a525-db32c07770ff HTTP/1.1" status: 200  len: 1157 time: 1.7825282
Feb 11 19:32:51.227577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6210eda-590d-4d2f-bc9f-da9efd53df82', 'tag': '4ef12e45-9a61-4b42-a525-db32c07770ff'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:51.290457 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6210eda-590d-4d2f-bc9f-da9efd53df82', 'tag': '4ef12e45-9a61-4b42-a525-db32c07770ff', 'status': 'completed', 'code': 200}
Feb 11 19:32:51.404397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e00ca1-cc92-493b-b664-bbb8ac18d98c req-8b2286e6-3f82-41f9-8d22-3bedfda59167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:51.406024 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-39e00ca1-cc92-493b-b664-bbb8ac18d98c req-8b2286e6-3f82-41f9-8d22-3bedfda59167 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b5a187a3db64826991467336ec5cff0&device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 1160 time: 0.0828276
Feb 11 19:32:51.408034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f25800-1157-4e94-9ce8-b59a927a29cf req-4444819f-28a4-463a-92a0-ee59a7beda0b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:51.409749 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-55f25800-1157-4e94-9ce8-b59a927a29cf req-4444819f-28a4-463a-92a0-ee59a7beda0b tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1863222
Feb 11 19:32:51.478371 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-55f25800-1157-4e94-9ce8-b59a927a29cf req-dbad5767-9c68-47bd-89eb-dc9e1099982c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622759
Feb 11 19:32:51.577126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e00ca1-cc92-493b-b664-bbb8ac18d98c req-9a196c8e-1ecf-47ba-b9d2-b670b56d9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:51.578901 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-39e00ca1-cc92-493b-b664-bbb8ac18d98c req-9a196c8e-1ecf-47ba-b9d2-b670b56d9ae4 service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=9b5a187a3db64826991467336ec5cff0&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1563957
Feb 11 19:32:51.729442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e00ca1-cc92-493b-b664-bbb8ac18d98c req-338240df-103d-4a6a-91a6-9107e4104e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:51.731021 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-39e00ca1-cc92-493b-b664-bbb8ac18d98c req-338240df-103d-4a6a-91a6-9107e4104e50 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1456182
Feb 11 19:32:51.857827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-94bf42b0-e0e6-4230-8eba-8af3aff7e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:51.859526 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-94bf42b0-e0e6-4230-8eba-8af3aff7e7b8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=9b5a187a3db64826991467336ec5cff0&device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 1160 time: 0.0798860
Feb 11 19:32:51.978898 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-830e1a36-5a5e-4d1f-856a-d1fd7c677e14 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef12e45-9a61-4b42-a525-db32c07770ff HTTP/1.1" status: 200  len: 217 time: 0.1066806
Feb 11 19:32:52.073341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-3eda05a5-57ed-40d8-a5d6-e56f10121961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:52.074941 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-3eda05a5-57ed-40d8-a5d6-e56f10121961 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=fba65975-ff00-4796-8b3a-b8d955dd3744 HTTP/1.1" status: 200  len: 854 time: 0.0838830
Feb 11 19:32:52.137276 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-f0d6025d-c352-48f9-aad7-f6b024d359bc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=3478fb01-1b16-415f-b6fa-73a647d61076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0515804
Feb 11 19:32:52.175490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077644-8984-4909-ae17-65d8d5e7a3a1 req-c8197f05-37fa-4cd9-9611-cf20465bde06 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:52.177265 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b0077644-8984-4909-ae17-65d8d5e7a3a1 req-c8197f05-37fa-4cd9-9611-cf20465bde06 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1723239
Feb 11 19:32:52.221007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690918-72db-45de-a2de-07d75c08907d req-bcc9f23a-8975-48fd-8868-8a10b887918b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:52.221825 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-94690918-72db-45de-a2de-07d75c08907d req-bcc9f23a-8975-48fd-8868-8a10b887918b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Synchronizing usage tracker for tenant:9b5a187a3db64826991467336ec5cff0 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:32:52.250541 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b0077644-8984-4909-ae17-65d8d5e7a3a1 req-d0dafe71-2a43-421b-bac2-4c5f9138406a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660098
Feb 11 19:32:52.301263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f668ab0c-5f58-42da-b362-0db16c0e2c9a no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:32:52.331860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-94690918-72db-45de-a2de-07d75c08907d req-bcc9f23a-8975-48fd-8868-8a10b887918b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Unset dirty status for tenant:9b5a187a3db64826991467336ec5cff0 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:32:52.333578 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-94690918-72db-45de-a2de-07d75c08907d req-bcc9f23a-8975-48fd-8868-8a10b887918b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 943 time: 0.3981218
Feb 11 19:32:52.422531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-31c3a817-9088-4367-a2c1-26b7a6e57a58 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:52.424221 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-31c3a817-9088-4367-a2c1-26b7a6e57a58 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.100 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 946 time: 0.1727211
Feb 11 19:32:52.426453 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-94690918-72db-45de-a2de-07d75c08907d req-4dc0c5a5-ae71-4392-bb55-7df18cb631be tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839658
Feb 11 19:32:52.432555 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-2203e5f3-9b8c-4cc1-9a4f-43c86e7afab2 service neutron] 10.222.0.100 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069502
Feb 11 19:32:52.436956 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:52.469703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f668ab0c-5f58-42da-b362-0db16c0e2c9a'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:52.481075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port f668ab0c-5f58-42da-b362-0db16c0e2c9a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:52.531368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:52.533375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f1f05ec2-52c1-4727-9321-b254fa3534dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:52.539032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Deleting port f668ab0c-5f58-42da-b362-0db16c0e2c9a {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:32:52.539427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:52.609390 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-407d1fec-9f6c-4a96-b7d6-71faa0dd6e8d req-1e7dbeef-96a6-4c24-9932-7f04528afa1b service neutron] 10.222.0.100 "GET /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1674998
Feb 11 19:32:52.636874 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f668ab0c-5f58-42da-b362-0db16c0e2c9a', 'code': 200}
Feb 11 19:32:52.679754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=f668ab0c-5f58-42da-b362-0db16c0e2c9a,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:52.687763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.688147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.688567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.688942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.689356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.689727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.690088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.690520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.690868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.691463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.691830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.692200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.692595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.693526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.693888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.694266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.694650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.695010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.695369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.695724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.696086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.696438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.696804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.697157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:52.701960 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:52.816500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243e954-3a65-4992-ab5f-4e9db49ef547 req-dde50f21-3e48-4bf0-84ee-44aa90ec7d41 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:52.818179 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2243e954-3a65-4992-ab5f-4e9db49ef547 req-dde50f21-3e48-4bf0-84ee-44aa90ec7d41 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 944 time: 0.1761920
Feb 11 19:32:52.824410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] For port f668ab0c-5f58-42da-b362-0db16c0e2c9a, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f668ab0c-5f58-42da-b362-0db16c0e2c9a,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:52.824812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:52.883557 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2243e954-3a65-4992-ab5f-4e9db49ef547 req-fa55878d-c5b2-42a9-80fe-f082622a30d8 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/security-groups?id=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583024
Feb 11 19:32:52.959851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Calling delete_port for f668ab0c-5f58-42da-b362-0db16c0e2c9a owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:32:53.233244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:53.250148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-100204b1-69ec-4f83-899a-0ce86515dfe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:53.636669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Pushing event deleted for resources: {'Port': ['ID=f668ab0c-5f58-42da-b362-0db16c0e2c9a,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:53.697469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.697884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.698321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.698740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.699142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.699548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.699943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.700341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.700733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.701127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.701522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.701914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.702391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.702815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.703204 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.703616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.703979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.704387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.704755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.705148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.705537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.705928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.706312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.706701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:32:53.711233 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:53.807018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] No DVR routers for this DVR port f668ab0c-5f58-42da-b362-0db16c0e2c9a on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:32:53.809721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:53.812589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'name': 'network-vif-deleted', 'tag': 'f668ab0c-5f58-42da-b362-0db16c0e2c9a'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:53.883671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506117b-f7cf-44c7-915b-52e70aedd32b req-abc99d8a-a779-4a50-a196-666e2cb1a103 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:53.885356 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7506117b-f7cf-44c7-915b-52e70aedd32b req-abc99d8a-a779-4a50-a196-666e2cb1a103 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 943 time: 0.1660404
Feb 11 19:32:53.907896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f4cea-66ed-4025-880b-266029d8b3d5 req-f386e7ba-0990-400e-8421-17a3e8b736bb tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:53.909586 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-987f4cea-66ed-4025-880b-266029d8b3d5 req-f386e7ba-0990-400e-8421-17a3e8b736bb tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2895610
Feb 11 19:32:53.950960 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7506117b-f7cf-44c7-915b-52e70aedd32b req-1604c1ac-bec7-43d1-9b0a-46ad30d95080 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590694
Feb 11 19:32:53.960782 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5a590969-975b-4c3a-bbe6-13ef6989a4ef req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.100 "DELETE /v2.0/ports/f668ab0c-5f58-42da-b362-0db16c0e2c9a HTTP/1.1" status: 204  len: 173 time: 1.5285089
Feb 11 19:32:53.980089 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-987f4cea-66ed-4025-880b-266029d8b3d5 req-8147d089-e702-4cee-bf86-c7c8482bc98c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630312
Feb 11 19:32:54.024889 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d6d894-2c2a-4414-8508-84e3fa79204d', 'name': 'network-vif-deleted', 'tag': 'f668ab0c-5f58-42da-b362-0db16c0e2c9a', 'status': 'completed', 'code': 200}
Feb 11 19:32:54.148467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-843629ce-682d-4d42-af99-b2b392f9833b req-e90d1af7-a635-47a8-a31a-f2ee1a4c9ffb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Synchronizing usage tracker for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:32:54.187425 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-843629ce-682d-4d42-af99-b2b392f9833b req-e90d1af7-a635-47a8-a31a-f2ee1a4c9ffb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Unset dirty status for tenant:108caeedcdd44de793c54da0539eac32 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:32:54.188722 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-843629ce-682d-4d42-af99-b2b392f9833b req-e90d1af7-a635-47a8-a31a-f2ee1a4c9ffb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3d6d894-2c2a-4414-8508-84e3fa79204d HTTP/1.1" status: 200  len: 210 time: 0.0896814
Feb 11 19:32:54.604935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c20a3a05-72bc-414f-84e8-001985009cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:54.810847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 4ef12e45-9a61-4b42-a525-db32c07770ff up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:54.936529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port 4ef12e45-9a61-4b42-a525-db32c07770ff completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:32:54.942022 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 4ef12e45-9a61-4b42-a525-db32c07770ff triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:54.942463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:55.129315 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:55.165966 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6210eda-590d-4d2f-bc9f-da9efd53df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef12e45-9a61-4b42-a525-db32c07770ff'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:32:55.177003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 4ef12e45-9a61-4b42-a525-db32c07770ff, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=4ef12e45-9a61-4b42-a525-db32c07770ff,segment=NetworkSegment(0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9),segment_id=0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:55.210941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:55.213171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:55.294145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=4ef12e45-9a61-4b42-a525-db32c07770ff,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:55.297783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:55.321519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b6127-35f1-4431-a7c3-dce2a0003bc8 req-7a946012-2ad0-4d2d-9ee3-3fb4c1342476 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:55.323252 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-873b6127-35f1-4431-a7c3-dce2a0003bc8 req-7a946012-2ad0-4d2d-9ee3-3fb4c1342476 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1749854
Feb 11 19:32:55.342803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa202f-3a2a-4b7f-8dd4-0d62c1b19763 req-62d1e884-aaf5-4bb3-a5db-29bd26319084 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:55.344543 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e6aa202f-3a2a-4b7f-8dd4-0d62c1b19763 req-62d1e884-aaf5-4bb3-a5db-29bd26319084 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 945 time: 0.1758149
Feb 11 19:32:55.394995 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-873b6127-35f1-4431-a7c3-dce2a0003bc8 req-8d4ebf76-3c27-437a-b291-df003e5c4f44 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649514
Feb 11 19:32:55.419319 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e6aa202f-3a2a-4b7f-8dd4-0d62c1b19763 req-1edcc202-d567-436e-9183-50e86af2ee2b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661156
Feb 11 19:32:55.466288 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6210eda-590d-4d2f-bc9f-da9efd53df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef12e45-9a61-4b42-a525-db32c07770ff', 'code': 200}
Feb 11 19:32:55.526337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 56458) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:56.001737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40c302-462a-46fa-ba65-a9a2b45c8bce req-2cc3166e-fb1d-4f26-a5a2-4a717a15af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:56.003437 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4b40c302-462a-46fa-ba65-a9a2b45c8bce req-2cc3166e-fb1d-4f26-a5a2-4a717a15af22 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 1162 time: 0.2318714
Feb 11 19:32:56.097280 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4b40c302-462a-46fa-ba65-a9a2b45c8bce req-39084ff8-e5fd-401a-b75a-1375d1062447 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828478
Feb 11 19:32:56.210114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854186929'] for router_interface, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:56.429331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 4ef12e45-9a61-4b42-a525-db32c07770ff up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:56.537839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 4ef12e45-9a61-4b42-a525-db32c07770ff triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:56.538222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:56.743143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49354e-e165-4218-8fbe-f53bee83a99b req-c85f3e7b-198e-496e-835c-2d550682a808 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:56.744942 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cf49354e-e165-4218-8fbe-f53bee83a99b req-c85f3e7b-198e-496e-835c-2d550682a808 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2070634
Feb 11 19:32:56.750852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49569c8d-9819-4f06-93a9-d98bae610a25 req-31c989b0-a2d4-410b-a229-ef6aa712ae8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:56.752531 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-49569c8d-9819-4f06-93a9-d98bae610a25 req-31c989b0-a2d4-410b-a229-ef6aa712ae8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 945 time: 0.1706328
Feb 11 19:32:56.795617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e2bbece0-2ca7-49ee-88d1-7a811da3ace6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:56.819109 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-49569c8d-9819-4f06-93a9-d98bae610a25 req-85e4c865-7af6-4fb1-952d-41c2c76fbae7 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594633
Feb 11 19:32:56.879735 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cf49354e-e165-4218-8fbe-f53bee83a99b req-083a1c9a-c133-41b9-9711-788e06516d79 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876839
Feb 11 19:32:56.882838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Deleting port 47d7d245-dbc9-4879-a0e6-634984df62bd {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:32:56.883214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:57.081217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] For port 47d7d245-dbc9-4879-a0e6-634984df62bd, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=47d7d245-dbc9-4879-a0e6-634984df62bd,segment=NetworkSegment(d1a18f9b-c7e5-4514-a8d2-c42631dbbc12),segment_id=d1a18f9b-c7e5-4514-a8d2-c42631dbbc12)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:32:57.081826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:57.219163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Calling delete_port for 47d7d245-dbc9-4879-a0e6-634984df62bd owned by network:router_interface {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:32:57.584725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:57.601113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-53a69e8c-65f2-4010-aa0e-89c06a166c8c tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:32:57.730669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:57.890852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d7d245-dbc9-4879-a0e6-634984df62bd,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:32:57.960625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:32:58.136243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f4b18-6798-4244-aa4d-bc430955d346 req-f8bb1ed1-eb65-49d2-b3fd-9ef954c64ae3 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:58.138120 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ac5f4b18-6798-4244-aa4d-bc430955d346 req-f8bb1ed1-eb65-49d2-b3fd-9ef954c64ae3 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 945 time: 0.1788878
Feb 11 19:32:58.206801 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ac5f4b18-6798-4244-aa4d-bc430955d346 req-cba920df-6a55-40f8-a969-8ba36a7ce21b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613279
Feb 11 19:32:58.377542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeff1f-d5c6-43ec-947c-a57806a8422a req-7d2a6fc0-71b9-4cbb-bb84-d167cd7da365 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:58.379323 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-20eeff1f-d5c6-43ec-947c-a57806a8422a req-7d2a6fc0-71b9-4cbb-bb84-d167cd7da365 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.3347619
Feb 11 19:32:58.441885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:32:58.467485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854127990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581266'] for router_interface, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:58.486923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:58.554258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:32:58.556341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:58.558859 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-20eeff1f-d5c6-43ec-947c-a57806a8422a req-00702e20-fb2a-4932-b9c4-191327887638 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1727147
Feb 11 19:32:59.089915 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:32:59.165069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:59.280902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:32:59.290955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] Sync routers for ids ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:32:59.301365 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] Routers {'73b2d2d8-bf37-4787-b4a9-1610e2706aa9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:32:59.305495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad595f60>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:32:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:32:59.326438 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] 10.222.0.79 "PUT /v2.0/routers/73b2d2d8-bf37-4787-b4a9-1610e2706aa9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7988081
Feb 11 19:32:59.329237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 56492) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:32:59.495429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] Set router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:32:59.523080 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks [] for router, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:59.822777 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:59.827146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad595f60>, [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:32:57Z', 'revision_number': 5, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:32:59.829305 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Deleting port 05176935-0771-49b0-bbd9-bc7a2ce6c280 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:32:59.829680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:32:59.831327 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] Checking router: 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:32:59.841641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] Routers {'73b2d2d8-bf37-4787-b4a9-1610e2706aa9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:32:59.842368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad595f60>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:32:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:32:59.955070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032cfa-5540-4948-a1a6-558c836f7ff0 req-a1ec7cdb-7bc4-450d-99ca-200e6bb93e78 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:32:59.956791 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a6032cfa-5540-4948-a1a6-558c836f7ff0 req-a1ec7cdb-7bc4-450d-99ca-200e6bb93e78 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2479916
Feb 11 19:33:00.046091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] Set router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:33:00.356100 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a6032cfa-5540-4948-a1a6-558c836f7ff0 req-12f2432f-441c-4206-8dd7-c3fcda1aecf9 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3925593
Feb 11 19:33:00.366185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad595f60>, [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:32:57Z', 'revision_number': 5, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:33:00.369331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c15ea-4172-4ac8-a218-eb555f5c19d6 None None] The sync data for ids ['73b2d2d8-bf37-4787-b4a9-1610e2706aa9'] in dv-cinder-775250-1-iscsi is: [{'id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'name': 'tempest-ServerRescueNegativeTestJSON-2124248688-router', 'tenant_id': '108caeedcdd44de793c54da0539eac32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:32:57Z', 'revision_number': 5, 'project_id': '108caeedcdd44de793c54da0539eac32', 'gw_port': {'id': '05176935-0771-49b0-bbd9-bc7a2ce6c280', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73b2d2d8-bf37-4787-b4a9-1610e2706aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:40Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:33:00.402837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] For port 05176935-0771-49b0-bbd9-bc7a2ce6c280, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=05176935-0771-49b0-bbd9-bc7a2ce6c280,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:33:00.403392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:00.541362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Calling delete_port for 05176935-0771-49b0-bbd9-bc7a2ce6c280 owned by network:router_gateway {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:33:00.686500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.plugins.ml2.ovo_rpc [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     result = function(*args, **kwargs)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     proto.__init__(conn_state, self)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.handle()
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.handle_one_request()
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.handle_one_response()
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     result = self.application(self.environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return app(environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self.application)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self.application)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self.application)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self.application)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return request.get_response(self.application)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self._app)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return resp(environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return resp(environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = self.app(environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return resp(environ, start_response)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:33:00.689278 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     result = method(request=request, **args)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._delete(request, id, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*args, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*args, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*dup_args, **dup_kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     obj_deleter(request.context, id, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return method(*args, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*args, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*args, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*dup_args, **dup_kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._delete_current_gw_port(context, id, router, None)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, context, *args, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return method(*args, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     context, port, router_ids, bound_mech_contexts)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     return function(*args, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     callback(resource, event, trigger, **kwargs)
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     if self._is_session_semantic_violated(context, resource, event):
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]:     stack = traceback.extract_stack()
Feb 11 19:33:00.697010 dv-cinder-775250-1-iscsi neutron-server[79894]: 
Feb 11 19:33:00.888336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576718'] for router_gateway, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.031291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854192260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775387'] for router, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.033704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.221771 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854192230'] for router, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.222401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73b2d2d8-bf37-4787-b4a9-1610e2706aa9 {{(pid=80005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 11 19:33:01.237969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] Notify callbacks [] for router, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.239273 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-cd475636-df7d-45ce-88f1-2c3b67230ccd admin admin] 10.222.0.79 "DELETE /v2.0/routers/73b2d2d8-bf37-4787-b4a9-1610e2706aa9 HTTP/1.1" status: 204  len: 168 time: 1.9090512
Feb 11 19:33:01.242060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 56506) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:01.313402 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] Deleting subnet 3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:33:01.316934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.372990 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851609718'] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.438321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.635458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 47d7d245-dbc9-4879-a0e6-634984df62bd no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:33:01.678179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 47d7d245-dbc9-4879-a0e6-634984df62bd {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:33:01.678614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 47d7d245-dbc9-4879-a0e6-634984df62bd not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:33:01.683566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292ad91-b32b-4760-bb16-5ee1df9ce81f req-563555fe-6f6b-4b73-8bb6-d6dd9d0a66b5 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:01.685496 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6292ad91-b32b-4760-bb16-5ee1df9ce81f req-563555fe-6f6b-4b73-8bb6-d6dd9d0a66b5 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1907928
Feb 11 19:33:01.754535 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6292ad91-b32b-4760-bb16-5ee1df9ce81f req-44ea2d05-2735-422a-8ee5-05d42767c6b1 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621688
Feb 11 19:33:01.759523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851242906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3237226'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.776181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:01.826955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df1c86c-aa7a-4d75-8e10-6038c2c9ced1,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:01.831016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:01.924782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:01.932381 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-0f7678e4-4025-4cb3-bb69-e964690e30fe admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3df1c86c-aa7a-4d75-8e10-6038c2c9ced1 HTTP/1.1" status: 204  len: 168 time: 0.6889265
Feb 11 19:33:01.934874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 56514) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:02.057032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:02.263938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:02.386787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ac57de10>,) {'filters': {'network_id': ['bb5831f8-57ba-4e6c-bd30-a12c90a38677']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:33:02.400104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac57de10>, 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:33:02.400437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac57de10>, 'd1a18f9b-c7e5-4514-a8d2-c42631dbbc12') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:33:02.413816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:02.428828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:02.430890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:33:02.608292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:33:02.617442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:02.803282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Network bb5831f8-57ba-4e6c-bd30-a12c90a38677 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:33:02.826958 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:33:03.065751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc64461-f6f8-4a5d-b177-d343b685cd56 req-98041c9f-7689-4e13-a760-fa3e60c660bf tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:03.068093 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3cc64461-f6f8-4a5d-b177-d343b685cd56 req-98041c9f-7689-4e13-a760-fa3e60c660bf tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1786075
Feb 11 19:33:03.070739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:03.074796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:03.092001 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:03.119124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5831f8-57ba-4e6c-bd30-a12c90a38677,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:03.125776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:03.141986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:03.170426 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3cc64461-f6f8-4a5d-b177-d343b685cd56 req-513a961f-1d51-4b79-9fb3-09632ddc3063 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799112
Feb 11 19:33:03.175982 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9331d3ec-8e4b-4bfc-b1a9-286d3e4c7a46 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bb5831f8-57ba-4e6c-bd30-a12c90a38677 HTTP/1.1" status: 204  len: 168 time: 1.2400789
Feb 11 19:33:03.555290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56532) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:03.617859 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-23b8e48a-ddb7-4a76-834e-0666740d3138 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=108caeedcdd44de793c54da0539eac32&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0604072
Feb 11 19:33:03.621339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56536) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:03.678555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 05176935-0771-49b0-bbd9-bc7a2ce6c280 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:33:03.703973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0eff07c-0734-40c0-814e-800b8f4f2e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:03.716986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 05176935-0771-49b0-bbd9-bc7a2ce6c280 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:33:03.717554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 05176935-0771-49b0-bbd9-bc7a2ce6c280 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:33:03.741567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0eff07c-0734-40c0-814e-800b8f4f2e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:03.781172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a79dfb-0059-42bd-8d0f-0d066ef065cd req-2e9fcdfb-81b6-4b08-9fab-783cae6f515e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:03.782970 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4a79dfb-0059-42bd-8d0f-0d066ef065cd req-2e9fcdfb-81b6-4b08-9fab-783cae6f515e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.2422652
Feb 11 19:33:03.822090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0eff07c-0734-40c0-814e-800b8f4f2e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:03.827425 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e9fc557b-e9e0-4e71-818a-fa191b5392cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:03.842498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eff07c-0734-40c0-814e-800b8f4f2e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23daf8eb-4c81-48de-8a7e-8298fe0eb8a2,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:03.845759 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e0eff07c-0734-40c0-814e-800b8f4f2e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:03.878921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e0eff07c-0734-40c0-814e-800b8f4f2e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:03.880397 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e0eff07c-0734-40c0-814e-800b8f4f2e8a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/23daf8eb-4c81-48de-8a7e-8298fe0eb8a2 HTTP/1.1" status: 204  len: 168 time: 0.2566326
Feb 11 19:33:04.101003 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4a79dfb-0059-42bd-8d0f-0d066ef065cd req-d868d779-3c40-4780-998a-f726e7edc1df tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3105118
Feb 11 19:33:04.134021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-5bef5706-c5f1-4d8d-97ef-2d33e03cb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:04.134021 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-5bef5706-c5f1-4d8d-97ef-2d33e03cb93b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 1162 time: 0.4765608
Feb 11 19:33:04.288379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-f483389e-db5b-431e-9019-6a8930dcb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:04.290380 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-f483389e-db5b-431e-9019-6a8930dcb6c3 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 905 time: 0.1545646
Feb 11 19:33:04.405670 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-c99b4a1c-cb6e-464a-bbf7-faaa67c7e7dc service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 HTTP/1.1" status: 200  len: 1000 time: 0.1074514
Feb 11 19:33:04.479308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-eaf21570-f870-4eb6-81af-0e82d39f3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:04.480871 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-eaf21570-f870-4eb6-81af-0e82d39f3f1d service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.0681164
Feb 11 19:33:04.588131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-2f40cce7-d530-4ae8-bff8-436b9e3ef5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:04.589763 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-2f40cce7-d530-4ae8-bff8-436b9e3ef5e2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0998104
Feb 11 19:33:04.740253 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-2c1a5d95-65b6-45c5-a187-b5fd6fa8e530 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427147
Feb 11 19:33:04.892088 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25a72fbb-4f92-4bb0-8674-3573fd3a48f7 req-f1f7b342-55d1-4615-a516-e53380238816 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447375
Feb 11 19:33:05.419620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf9cc3-da07-49a1-ba16-b85b6bc1b854 req-c1c42b86-df0e-499b-847c-d338a3aa9026 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:05.427349 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91bf9cc3-da07-49a1-ba16-b85b6bc1b854 req-c1c42b86-df0e-499b-847c-d338a3aa9026 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1789689
Feb 11 19:33:05.490547 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91bf9cc3-da07-49a1-ba16-b85b6bc1b854 req-54df5ea6-6d35-4130-9cb9-985b8fef3d1c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622067
Feb 11 19:33:06.795953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeb7fa-c851-4cf3-b2de-c62f0e89bb17 req-ce1b2cd5-fd07-4223-b2e6-2cdf94bfdc06 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:06.797783 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03aeb7fa-c851-4cf3-b2de-c62f0e89bb17 req-ce1b2cd5-fd07-4223-b2e6-2cdf94bfdc06 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1726451
Feb 11 19:33:06.864918 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03aeb7fa-c851-4cf3-b2de-c62f0e89bb17 req-97d02693-18af-488e-a6a1-5728504d3537 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598271
Feb 11 19:33:08.192886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:33:21.778004 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a724c-ba09-402a-a29d-6ec6579aa788 req-fd7f7865-fce2-46ec-84ba-e4a8fe233251 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:21.779654 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b1a724c-ba09-402a-a29d-6ec6579aa788 req-fd7f7865-fce2-46ec-84ba-e4a8fe233251 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1680973
Feb 11 19:33:21.843195 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b1a724c-ba09-402a-a29d-6ec6579aa788 req-381c2e84-bcab-4f36-8505-d62e93a1f6bf tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571954
Feb 11 19:33:23.155116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e71d93-6bb4-4862-9b84-8e659ec000a4 req-a250490e-3df4-4441-8b72-8276127acf73 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:23.156740 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d0e71d93-6bb4-4862-9b84-8e659ec000a4 req-a250490e-3df4-4441-8b72-8276127acf73 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1675625
Feb 11 19:33:23.223626 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d0e71d93-6bb4-4862-9b84-8e659ec000a4 req-2e73a086-81b3-480d-91e2-c7390556dadf tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590117
Feb 11 19:33:24.535993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3a0e5-8ee5-4ca9-82de-34ae73224e47 req-46968358-2ae9-4db2-9473-0615cd9633b1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:24.538336 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3ec3a0e5-8ee5-4ca9-82de-34ae73224e47 req-46968358-2ae9-4db2-9473-0615cd9633b1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1675508
Feb 11 19:33:24.603454 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3ec3a0e5-8ee5-4ca9-82de-34ae73224e47 req-7dd62167-764c-4c9f-9c05-d6077bde4f00 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588367
Feb 11 19:33:24.604162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd49e-ef6d-4f39-84be-b132a61bde1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:25.927470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270ff29-5bfa-4d07-b9dd-1302bc656863 req-c1624de4-2a43-40a7-a286-cab396f9d9d5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:25.929219 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6270ff29-5bfa-4d07-b9dd-1302bc656863 req-c1624de4-2a43-40a7-a286-cab396f9d9d5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1660194
Feb 11 19:33:25.993875 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6270ff29-5bfa-4d07-b9dd-1302bc656863 req-1e108764-15fe-4cfc-bd82-f9cab609454d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571487
Feb 11 19:33:26.285941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device edceb994-9a2f-4a7b-8562-4bcc298962cb no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:33:26.415855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:26.444779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:33:26.454987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port edceb994-9a2f-4a7b-8562-4bcc298962cb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:33:26.484227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:26.486660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d8446bb5-3392-48d7-b593-fb491b2b6dae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:26.521357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-317f8360-a038-4d19-8ca5-9f143f6d305e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:26.523638 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-317f8360-a038-4d19-8ca5-9f143f6d305e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 945 time: 0.1715963
Feb 11 19:33:26.527886 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'code': 200}
Feb 11 19:33:26.562894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=edceb994-9a2f-4a7b-8562-4bcc298962cb,revision_number=7']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:26.566427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:26.628216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Deleting port edceb994-9a2f-4a7b-8562-4bcc298962cb {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:33:26.628600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:26.786307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cc7f-95c0-4022-bd7e-e8b78887abcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:26.921442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] For port edceb994-9a2f-4a7b-8562-4bcc298962cb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=edceb994-9a2f-4a7b-8562-4bcc298962cb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:33:26.921850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:27.248085 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:27.248553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:27.249737 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Floating IP 02eccf9a-a3c4-4313-ba67-7c9a3b20d6be disassociated. External IP: 172.27.2.104, port: edceb994-9a2f-4a7b-8562-4bcc298962cb.
Feb 11 19:33:27.250210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Calling delete_port for edceb994-9a2f-4a7b-8562-4bcc298962cb owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:33:27.317013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f56a82-db34-4e25-91e3-fc8e8c0f09dc req-91927442-6d77-4c71-afc7-c632ad674b43 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:27.318752 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-50f56a82-db34-4e25-91e3-fc8e8c0f09dc req-91927442-6d77-4c71-afc7-c632ad674b43 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 943 time: 0.1739633
Feb 11 19:33:27.384309 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-50f56a82-db34-4e25-91e3-fc8e8c0f09dc req-a70b20cd-6c47-432b-95b3-b200e093bcf2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=8178e7e9-60ea-43af-8b5c-a139f065b64b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584996
Feb 11 19:33:27.427298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:27.443651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1dfdee5c-de19-46dd-a324-9049ded0b7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:27.509602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event deleted for resources: {'Port': ['ID=edceb994-9a2f-4a7b-8562-4bcc298962cb,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:27.559352 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:27.821924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:27.832331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Router 81159334-0807-4338-88e8-e336fe86fc53 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:33:28.034642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:33:28.050036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] Sync routers for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:33:28.064013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:33:28.065020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac7f7320>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:33:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:33:28.074811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] No DVR routers for this DVR port edceb994-9a2f-4a7b-8562-4bcc298962cb on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:33:28.077134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:28.080116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-deleted', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:33:28.151839 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc170687-8420-4c60-a220-40bff428b63a', 'name': 'network-vif-deleted', 'tag': 'edceb994-9a2f-4a7b-8562-4bcc298962cb', 'status': 'completed', 'code': 200}
Feb 11 19:33:28.153839 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aab32564-87f7-4acc-92d3-4b3cda9b481c req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "DELETE /v2.0/ports/edceb994-9a2f-4a7b-8562-4bcc298962cb HTTP/1.1" status: 204  len: 173 time: 1.6185787
Feb 11 19:33:28.278375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:33:28.610410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56902) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:28.708070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:28.760988 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-0a0fb63a-89dd-41bb-b0d9-7495b36e0488 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1605990
Feb 11 19:33:28.795429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac7f7320>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:33:28.800025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] Checking router: 81159334-0807-4338-88e8-e336fe86fc53 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:33:28.817943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:33:28.818701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac7f7320>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:33:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:33:28.883253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-cdd06137-9705-4b9b-8afb-1ee174953850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:28.885363 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-cdd06137-9705-4b9b-8afb-1ee174953850 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 1162 time: 0.0974636
Feb 11 19:33:28.892336 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1f576f41-39c5-4d1f-8cbf-f999c3a6d577 req-d7cb55f2-1577-4961-82a3-4f76c8245b20 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc170687-8420-4c60-a220-40bff428b63a HTTP/1.1" status: 200  len: 210 time: 0.1568670
Feb 11 19:33:29.037535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:29.080338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:33:29.083501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:33:29.093136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Usage tracker for resource:security_group_rule and tenant:a6823b0a9e944b5489712d1908b69921 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:33:29.102069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:33:29.112338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-7757239d-eb21-4464-8c11-415270ca2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:29.113936 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-7757239d-eb21-4464-8c11-415270ca2961 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 905 time: 0.1974602
Feb 11 19:33:29.116144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:33:29.528328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac7f7320>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:33:29.534050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf18691-fd7a-4a2c-9af8-ad3fab4927f5 None None] The sync data for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi is: [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:33:29.594117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:29.638495 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-6bf4fd92-4eaa-49be-9a6f-f063b6c138c6 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 HTTP/1.1" status: 200  len: 1000 time: 0.5101662
Feb 11 19:33:29.740398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-9cfc59e9-1a86-4c94-a6c7-01a104fdc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:29.742105 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-9cfc59e9-1a86-4c94-a6c7-01a104fdc37e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.0985208
Feb 11 19:33:29.862923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-b80eef16-0a6b-456d-be75-6e354a62457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:29.865792 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-b80eef16-0a6b-456d-be75-6e354a62457b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1060591
Feb 11 19:33:29.898723 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:29.958858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:29.984372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e0eff07c-0734-40c0-814e-800b8f4f2e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:30.019851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4622dd0b-f4a5-48ef-ade8-522d53fd8e90,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:30.045385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.045800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.046203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.046627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.047020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.047411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.047800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.048189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.048590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.048790 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-bbd17956-14bd-4381-8462-91f2cea23128 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707659
Feb 11 19:33:30.048961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.049341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.049727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.050148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.050553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.050937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.051319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.051700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.052080 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.052460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.052840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.053218 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.053597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.054006 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.054539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:30.061460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:30.067873 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6823b0a9e944b5489712d1908b69921&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4559870
Feb 11 19:33:30.068613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56926) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:30.144158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e5fa-4b2e-4c44-b6b3-7c1bb4b6ef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:30.175309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e5fa-4b2e-4c44-b6b3-7c1bb4b6ef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:30.202034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19467a-2741-47b8-9deb-0dece84f3bfb None None] New status for floating IP 02eccf9a-a3c4-4313-ba67-7c9a3b20d6be: DOWN {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:33:30.234786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56932) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:30.243190 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80cf321a-7d81-49f5-918d-ba99d769a4cc req-2df2a6dd-c09d-4d6a-a963-d1980e01b638 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1711440
Feb 11 19:33:30.344230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-49e53423-44b0-4824-85da-b1ef9008360b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:30.397613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-49e53423-44b0-4824-85da-b1ef9008360b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:30.412138 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e5fa-4b2e-4c44-b6b3-7c1bb4b6ef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:30.420246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5bfa00df-abdb-4b75-9d7d-5961ee94b482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:30.440611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8e5fa-4b2e-4c44-b6b3-7c1bb4b6ef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4622dd0b-f4a5-48ef-ade8-522d53fd8e90,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:30.448415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0ea8e5fa-4b2e-4c44-b6b3-7c1bb4b6ef6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:30.457254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0ea8e5fa-4b2e-4c44-b6b3-7c1bb4b6ef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:30.458524 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-0ea8e5fa-4b2e-4c44-b6b3-7c1bb4b6ef6e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4622dd0b-f4a5-48ef-ade8-522d53fd8e90 HTTP/1.1" status: 204  len: 168 time: 0.3889952
Feb 11 19:33:30.564177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-49e53423-44b0-4824-85da-b1ef9008360b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:30.580585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-20b18941-888d-4798-a9ee-539381be826b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:30.595381 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e53423-44b0-4824-85da-b1ef9008360b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8178e7e9-60ea-43af-8b5c-a139f065b64b,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:30.598586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-49e53423-44b0-4824-85da-b1ef9008360b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:30.616288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-49e53423-44b0-4824-85da-b1ef9008360b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:30.619556 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-49e53423-44b0-4824-85da-b1ef9008360b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "DELETE /v2.0/security-groups/8178e7e9-60ea-43af-8b5c-a139f065b64b HTTP/1.1" status: 204  len: 168 time: 0.3833740
Feb 11 19:33:30.622566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56942) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:30.641926 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.v2.resource [None req-ee744836-a505-4de1-8cd0-b9d1b80638ef tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] show failed (client error): The resource could not be found.
Feb 11 19:33:30.643974 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ee744836-a505-4de1-8cd0-b9d1b80638ef tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups/8178e7e9-60ea-43af-8b5c-a139f065b64b HTTP/1.1" status: 404  len: 347 time: 0.0194886
Feb 11 19:33:30.651674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56946) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:30.892893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Deleting port af7add57-937b-4d43-83b9-fa66e77a1d14 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:33:30.893181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:31.121712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:31.122190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:31.273458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Calling delete_port for af7add57-937b-4d43-83b9-fa66e77a1d14 owned by network:floatingip {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:33:31.465944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:31.483536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-96e7135b-7fc2-4fb5-a939-80bcdf57ed21 tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:31.547788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event deleted for resources: {'Port': ['ID=af7add57-937b-4d43-83b9-fa66e77a1d14,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:31.552122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:31.733291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:31.752482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:31.757748 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "DELETE /v2.0/floatingips/02eccf9a-a3c4-4313-ba67-7c9a3b20d6be HTTP/1.1" status: 204  len: 168 time: 1.1003892
Feb 11 19:33:32.039512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5663bd-713f-45b7-adde-d72886a90b38 req-e881438c-414c-432d-a082-00752588426b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:32.041204 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe5663bd-713f-45b7-adde-d72886a90b38 req-e881438c-414c-432d-a082-00752588426b tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 945 time: 0.4626999
Feb 11 19:33:32.106220 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fe5663bd-713f-45b7-adde-d72886a90b38 req-55f04c6a-f3d9-4fba-b6b4-db43b34f4563 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580006
Feb 11 19:33:32.151263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56988) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:32.158336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506331517', 'description': 'tempest-description--660120566'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:33:32.180045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:33:32.184508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:security_group and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:33:32.187662 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:33:32.193628 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:33:32.231463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.252671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:33:32.256657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:security_group_rule and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:33:32.259594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:33:32.265274 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:33:32.345019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.381562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.388638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5bd9cf1b-c194-438f-9752-6a8081a3e500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:32.439265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9771edef-be82-49fb-940b-d6743c45a353,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:32.442155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:32.501538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.502977 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3505421
Feb 11 19:33:32.505975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 56996) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:32.512314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'security_group_rule': {'security_group_id': '9771edef-be82-49fb-940b-d6743c45a353', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:33:32.546194 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:33:32.552989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:security_group_rule and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:33:32.559068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:33:32.570026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:33:32.629483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.714953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.764661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.766915 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:32.795291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be249e9-9afc-4984-acc2-d90891c01cd2,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:32.802717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:32.838776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.840175 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3328910
Feb 11 19:33:32.843098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57006) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:32.848816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'security_group_rule': {'security_group_id': '9771edef-be82-49fb-940b-d6743c45a353', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:33:32.871262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:33:32.875354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:security_group_rule and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:33:32.878659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:33:32.885229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:33:32.931845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:32.997564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.026932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.029510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:33.055289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d230ba7-ff7c-4e22-8e0b-65efb9f2cd8d,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:33.060215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:33.118746 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.120058 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f7fffef9-76e0-4395-94c8-7da7ecead006 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2759504
Feb 11 19:33:33.127588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57016) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:33.129203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'floatingip': {'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:33:33.147342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.162479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:33:33.167768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Usage tracker for resource:floatingip and tenant:26b4c68409ae4cfdaea868375087a422 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:33:33.171449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:33:33.178697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:33:33.244263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.407249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.427346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e7ec5-be83-4bfc-8c42-1fa5835ed3be req-7ed42e11-0108-4c59-a32f-d3f92124b0b5 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:33.429642 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-764e7ec5-be83-4bfc-8c42-1fa5835ed3be req-7ed42e11-0108-4c59-a32f-d3f92124b0b5 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 945 time: 0.1726909
Feb 11 19:33:33.547790 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-764e7ec5-be83-4bfc-8c42-1fa5835ed3be req-29e5b48c-fa3d-4787-8320-935da3f92fbb tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/security-groups?id=fa4248f9-c58c-45e1-887f-36ae748ff2b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808575
Feb 11 19:33:33.652135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-467d2f89-3c32-47fc-b411-213b11fbb2c4 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:33.653825 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-467d2f89-3c32-47fc-b411-213b11fbb2c4 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.100 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 945 time: 0.2231848
Feb 11 19:33:33.694269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Allocated IP 172.27.2.140 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/e08390bb-4c78-4679-918d-4bb3080ce8da) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:33:33.758670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Deleting port 4ef12e45-9a61-4b42-a525-db32c07770ff {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:33:33.759063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.852067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.913645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:33.930417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:34.034498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] For port 4ef12e45-9a61-4b42-a525-db32c07770ff, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=4ef12e45-9a61-4b42-a525-db32c07770ff,segment=NetworkSegment(0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9),segment_id=0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:33:34.034902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:34.078893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'Port': ['ID=e08390bb-4c78-4679-918d-4bb3080ce8da,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:34.084320 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:34.136289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:33:34.137480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:33:34.139925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:33:34.186513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Calling delete_port for 4ef12e45-9a61-4b42-a525-db32c07770ff owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:33:34.229076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:34.249982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 4ef12e45-9a61-4b42-a525-db32c07770ff no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:33:34.333252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:34.381037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:34.467913 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:34.487347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:34.579595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Pushing event deleted for resources: {'Port': ['ID=4ef12e45-9a61-4b42-a525-db32c07770ff,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:34.584127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:34.647424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:34.695805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:34.713880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:34.742504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] No DVR routers for this DVR port 4ef12e45-9a61-4b42-a525-db32c07770ff on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:33:34.744795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:34.747882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6210eda-590d-4d2f-bc9f-da9efd53df82', 'name': 'network-vif-deleted', 'tag': '4ef12e45-9a61-4b42-a525-db32c07770ff'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:33:34.807528 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-11b051ee-c16a-4493-80d8-604e8024bab3 req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.100 "DELETE /v2.0/ports/4ef12e45-9a61-4b42-a525-db32c07770ff HTTP/1.1" status: 204  len: 173 time: 1.1454949
Feb 11 19:33:34.809542 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6210eda-590d-4d2f-bc9f-da9efd53df82', 'name': 'network-vif-deleted', 'tag': '4ef12e45-9a61-4b42-a525-db32c07770ff', 'status': 'completed', 'code': 200}
Feb 11 19:33:34.867223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'Port': ['ID=e08390bb-4c78-4679-918d-4bb3080ce8da,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:34.872341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:34.970787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:35.057579 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-85c61715-8833-474b-ba69-7120b0320f5d req-5a780cbf-b0c1-49d4-b5bc-f589a7b2d641 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6210eda-590d-4d2f-bc9f-da9efd53df82 HTTP/1.1" status: 200  len: 210 time: 0.3446975
Feb 11 19:33:35.118608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:35.119918 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9952285
Feb 11 19:33:35.384982 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-84ed2483-4a62-4ff0-b44f-0bcf6579606d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1506331517&fields=id&tenant_id=26b4c68409ae4cfdaea868375087a422 HTTP/1.1" status: 200  len: 267 time: 0.0599935
Feb 11 19:33:35.695584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-a9469434-209a-498e-a1e8-0cddc531a3fc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:35.697297 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-a9469434-209a-498e-a1e8-0cddc531a3fc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 816 time: 0.3052633
Feb 11 19:33:35.715091 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-68e5426d-64c2-4e5b-85a8-61e24e520dc9 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/quotas/26b4c68409ae4cfdaea868375087a422 HTTP/1.1" status: 200  len: 375 time: 0.0107093
Feb 11 19:33:35.747889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57070) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:35.869880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-e31946d8-edae-44f3-ab97-e47089b297fb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:33:35.919116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-e31946d8-edae-44f3-ab97-e47089b297fb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:33:35.920971 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-e31946d8-edae-44f3-ab97-e47089b297fb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1997695
Feb 11 19:33:35.923657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:35.940788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:33:35.945526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e6c0c0895d1a40c189171605647aff7d is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:33:35.956705 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:33:35.962921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:33:36.048634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:36.076723 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-6048b557-805e-4333-a48f-fa68b911ae1f service neutron] 10.222.0.79 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423934
Feb 11 19:33:36.078756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:36.088389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-16a1a62b-524c-43f6-b741-a038aebc529f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:36.137089 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6c0c0895d1a40c189171605647aff7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3855777
Feb 11 19:33:36.137576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57080) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:33:36.140408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa3f21-b6a8-47b6-a84c-6cb814c34165,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:36.156976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:36.217932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcdd87bf-3182-482a-9b50-21806321d517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:36.229538 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-5fb1dee8-8375-40ea-b423-79572a831291 service neutron] 10.222.0.79 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1463001
Feb 11 19:33:36.247797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcdd87bf-3182-482a-9b50-21806321d517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:36.324407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcdd87bf-3182-482a-9b50-21806321d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:36.329964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-aa9b52a4-e359-45ba-ad89-ce1ca0a198a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:36.342931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd87bf-3182-482a-9b50-21806321d517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa3f21-b6a8-47b6-a84c-6cb814c34165,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:36.346088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fcdd87bf-3182-482a-9b50-21806321d517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:36.348135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-fcdd87bf-3182-482a-9b50-21806321d517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:36.351628 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-fcdd87bf-3182-482a-9b50-21806321d517 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a3fa3f21-b6a8-47b6-a84c-6cb814c34165 HTTP/1.1" status: 204  len: 168 time: 0.2110240
Feb 11 19:33:37.493377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c5fee3e4-9e24-4f95-90ce-a301cbc4b359 req-a2d5c328-7a18-4a0a-8f92-42e3c31af7b8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:33:37.507524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c5fee3e4-9e24-4f95-90ce-a301cbc4b359 req-a2d5c328-7a18-4a0a-8f92-42e3c31af7b8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:33:37.508799 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c5fee3e4-9e24-4f95-90ce-a301cbc4b359 req-a2d5c328-7a18-4a0a-8f92-42e3c31af7b8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 210 time: 0.0643332
Feb 11 19:33:38.706842 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d6d2955e-d4d2-4608-8ed2-373cfffd0f78 req-25288cc1-5ac4-4915-b036-371f70f80f08 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 210 time: 0.0509067
Feb 11 19:33:39.900490 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b748861f-36ff-49d0-8082-a95653191804 req-d5ab3e27-9fff-4d51-a102-61cd0a1d7973 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 210 time: 0.0523064
Feb 11 19:33:41.098559 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-48084c6e-4263-4b81-b275-cec9cc4db786 req-89511306-9230-46bd-8aba-51e23fe65ff4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 210 time: 0.0533998
Feb 11 19:33:41.760152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-78c3bfef-9cef-4b6e-96fc-b876384ed83c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:41.762006 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-78c3bfef-9cef-4b6e-96fc-b876384ed83c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 816 time: 0.2575235
Feb 11 19:33:42.497374 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-17fcc40a-8957-4cd6-aab2-9266a18a61aa req-164d0ce1-db4a-4670-91cb-00b37c706868 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 210 time: 0.2562265
Feb 11 19:33:43.694923 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3e1ae928-c9f9-4f61-a85d-dd7986afad95 req-46773bd8-5e7d-4c01-84e4-52df60a1e467 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 210 time: 0.0529990
Feb 11 19:33:44.584946 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-a4ba4d60-fbc2-41f6-98bf-e0a9804cfb15 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=26b4c68409ae4cfdaea868375087a422 HTTP/1.1" status: 200  len: 5704 time: 0.1001883
Feb 11 19:33:44.594789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'port': {'device_id': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'admin_state_up': True, 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'security_groups': ['9771edef-be82-49fb-940b-d6743c45a353']}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:33:44.742306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:33:44.752569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:33:44.780947 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Made reservation on behalf of 26b4c68409ae4cfdaea868375087a422 for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:33:44.802547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:44.888171 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-658e2c20-66c8-4eab-988a-7aec90fec7e9 req-6f26ecab-80a6-4e2e-89c2-53fbe8bb567e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 210 time: 0.0488224
Feb 11 19:33:45.118554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Allocated IP 172.20.0.9 (896ca65c-f504-458d-a9ca-c89f6068f18e/cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4/6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:33:45.192627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:33:45.321106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:45.338383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Transition to ACTIVE for port object 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:33:45.387849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:45.404432 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1a07cb74-883f-4858-b35f-5966a75a4a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:45.558132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event updated for resources: {'Port': ['ID=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:45.561247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:45.608418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Network 896ca65c-f504-458d-a9ca-c89f6068f18e is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:33:45.609562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:33:45.612112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:33:45.741821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:45.742581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:45.793482 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2027044
Feb 11 19:33:45.849362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-df533dca-a7c9-4dd6-b4c9-9fc7d6083f53 None None] Provisioning for port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:33:45.855053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-df533dca-a7c9-4dd6-b4c9-9fc7d6083f53 None None] Provisioning complete for port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:33:45.855443 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df533dca-a7c9-4dd6-b4c9-9fc7d6083f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:45.916794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-df533dca-a7c9-4dd6-b4c9-9fc7d6083f53 None None] Port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:33:46.201216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd5770-7af6-4a10-8e42-eb501e92818a req-b27131eb-7f98-48dd-be94-d50c4b5e04c8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:46.202092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-6fdd5770-7af6-4a10-8e42-eb501e92818a req-b27131eb-7f98-48dd-be94-d50c4b5e04c8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:33:46.265440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-6fdd5770-7af6-4a10-8e42-eb501e92818a req-b27131eb-7f98-48dd-be94-d50c4b5e04c8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:33:46.266791 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fdd5770-7af6-4a10-8e42-eb501e92818a req-b27131eb-7f98-48dd-be94-d50c4b5e04c8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 931 time: 0.2333541
Feb 11 19:33:46.560762 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fdd5770-7af6-4a10-8e42-eb501e92818a req-42338b92-92b7-411e-b13f-406f6ad6918d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2870872
Feb 11 19:33:46.820030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Request body: {'port': {'device_id': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:33:46.940985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:47.355684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:33:47.363661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:47.376716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Transition to ACTIVE for port object 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:33:47.408163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:47.426999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:47.575098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:47.580555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:47.762252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Attempting to bind port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:33:47.762834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Attempting to bind port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:33:47.763210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Attempting to bind port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb on network 896ca65c-f504-458d-a9ca-c89f6068f18e {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:33:47.771542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:33:47.771860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Checking segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:33:47.772783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:47.773188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Bound using segment: {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:33:47.773677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Bound port: 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67e23f9-edc2-419b-9b04-07919f8ed1da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:33:47.774621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:47.872715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] For port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:33:47.876090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] For port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:33:47.883033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b101ae7-8d73-404a-a5cc-3fb0153b41d1 req-0bdd0072-483a-4479-80a8-ae9a28173eea tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:47.884702 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8b101ae7-8d73-404a-a5cc-3fb0153b41d1 req-0bdd0072-483a-4479-80a8-ae9a28173eea tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1748741
Feb 11 19:33:47.953454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-8b101ae7-8d73-404a-a5cc-3fb0153b41d1 req-3a413399-6372-4e79-b687-c406f7c16324 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Synchronizing usage tracker for tenant:26b4c68409ae4cfdaea868375087a422 on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:33:47.963278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:47.979948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:48.019691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-8b101ae7-8d73-404a-a5cc-3fb0153b41d1 req-3a413399-6372-4e79-b687-c406f7c16324 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Unset dirty status for tenant:26b4c68409ae4cfdaea868375087a422 on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:33:48.020966 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8b101ae7-8d73-404a-a5cc-3fb0153b41d1 req-3a413399-6372-4e79-b687-c406f7c16324 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299407
Feb 11 19:33:48.139883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:48.144718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:48.173857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:48.174585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:48.176075 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] 10.222.0.100 "PUT /v2.0/ports/6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb HTTP/1.1" status: 200  len: 1157 time: 1.3613105
Feb 11 19:33:48.176624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:33:48.238858 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'status': 'completed', 'code': 200}
Feb 11 19:33:48.380952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97257134-4826-4a1a-a909-5c37cd3d36de req-f04ed092-591a-4761-af58-28fa6dbd8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:48.384157 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-97257134-4826-4a1a-a909-5c37cd3d36de req-f04ed092-591a-4761-af58-28fa6dbd8fb1 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 1160 time: 0.1100507
Feb 11 19:33:48.554337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97257134-4826-4a1a-a909-5c37cd3d36de req-b4abc3ca-f524-4de6-8fd6-4aff87c193af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:48.555922 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-97257134-4826-4a1a-a909-5c37cd3d36de req-b4abc3ca-f524-4de6-8fd6-4aff87c193af service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=26b4c68409ae4cfdaea868375087a422&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1621170
Feb 11 19:33:48.713569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97257134-4826-4a1a-a909-5c37cd3d36de req-f427f6f8-fad4-4788-884c-f805408b8430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:48.715257 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-97257134-4826-4a1a-a909-5c37cd3d36de req-f427f6f8-fad4-4788-884c-f805408b8430 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1523144
Feb 11 19:33:48.841671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-4ef8b7ba-0445-4ab2-94cd-9ae3391005a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:48.843396 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-4ef8b7ba-0445-4ab2-94cd-9ae3391005a0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 1160 time: 0.0851598
Feb 11 19:33:48.924390 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-28508743-8a20-4365-834d-b138ecde0b1c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb HTTP/1.1" status: 200  len: 217 time: 0.0709996
Feb 11 19:33:48.995716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-d4d6db5b-a924-4bc1-8868-2bdd8448530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:48.997378 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-d4d6db5b-a924-4bc1-8868-2bdd8448530a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.0665939
Feb 11 19:33:49.091782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-cba716d8-ac84-4b99-8bd4-c246712689ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:49.093464 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-cba716d8-ac84-4b99-8bd4-c246712689ba service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880485
Feb 11 19:33:49.254974 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-f4cfa558-cb97-43ab-943d-919a630d5301 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531277
Feb 11 19:33:49.329741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fe590-ad02-4bf6-b4d4-04950bccd125 req-a33105d8-911b-4b18-aaf3-0f8d1b610e25 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:49.331385 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-997fe590-ad02-4bf6-b4d4-04950bccd125 req-a33105d8-911b-4b18-aaf3-0f8d1b610e25 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1625814
Feb 11 19:33:49.401172 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-997fe590-ad02-4bf6-b4d4-04950bccd125 req-c92ae984-4b3f-4e52-ad26-512df2803940 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625899
Feb 11 19:33:49.413283 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-528e0cdc-d028-4eb9-b269-4845bedf631d req-475376a4-bf86-443d-88aa-8586f2c3c235 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1494606
Feb 11 19:33:50.729899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d719351-c657-47e7-8e2f-ecf72735c689 req-de629d2b-8e05-4637-a4d9-d4a1488f2eba tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:50.731764 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d719351-c657-47e7-8e2f-ecf72735c689 req-de629d2b-8e05-4637-a4d9-d4a1488f2eba tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1798484
Feb 11 19:33:50.797445 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d719351-c657-47e7-8e2f-ecf72735c689 req-49fc2a6c-884a-4925-a6d5-c119e5a02ebb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592518
Feb 11 19:33:52.112410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79842b04-deb7-4d8e-9911-bbde7513b752 req-8e7051c9-541c-4c69-856e-e33879218797 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:52.115075 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-79842b04-deb7-4d8e-9911-bbde7513b752 req-8e7051c9-541c-4c69-856e-e33879218797 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1686416
Feb 11 19:33:52.180077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-79842b04-deb7-4d8e-9911-bbde7513b752 req-749cc1aa-60da-4e9e-9acb-f508d259a9f1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583081
Feb 11 19:33:52.339353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:33:52.443805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:33:52.448933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:33:52.449350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:52.576290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:52.604577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:33:52.614876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:33:52.654146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:52.656187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:33:52.691381 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'code': 200}
Feb 11 19:33:52.732100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:33:52.739879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.740266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.740644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.741019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.741390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.741798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.742751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.743124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.743513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.743881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.744243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.744604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.745258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.745621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.745976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.746362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.746724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.747083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.747438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.747798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.748152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.748508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.748864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.749220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:33:52.753505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:33:53.497796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8595e41-9b3e-4c52-8621-6b6b48ff2a37 req-d603787f-d82e-4031-8e15-da79bae05797 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:53.499532 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e8595e41-9b3e-4c52-8621-6b6b48ff2a37 req-d603787f-d82e-4031-8e15-da79bae05797 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1683159
Feb 11 19:33:53.565505 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e8595e41-9b3e-4c52-8621-6b6b48ff2a37 req-b790e9d2-98e2-48f6-ad7d-ae4dcedb2bce tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595233
Feb 11 19:33:54.603810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-48b49fdc-9d96-4908-a9a4-205959730662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:55.161300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54eb5-c8a2-4a3d-a28e-6fee9849070f req-4ecd2d8d-29e2-4657-90e3-df4f6d603ae6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:55.163036 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8de54eb5-c8a2-4a3d-a28e-6fee9849070f req-4ecd2d8d-29e2-4657-90e3-df4f6d603ae6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1697121
Feb 11 19:33:55.227292 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8de54eb5-c8a2-4a3d-a28e-6fee9849070f req-ecba641c-d006-473f-8de4-1c3428f16ca5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579567
Feb 11 19:33:55.646516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:33:55.722907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:33:55.723098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:55.806398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bbd69-64b5-4604-ac5b-48282eea2cca req-ec6aee23-00f0-4d3d-9779-6b6afbf86347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:55.808007 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d44bbd69-64b5-4604-ac5b-48282eea2cca req-ec6aee23-00f0-4d3d-9779-6b6afbf86347 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 1162 time: 0.0789027
Feb 11 19:33:55.850941 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d44bbd69-64b5-4604-ac5b-48282eea2cca req-0131e163-0862-4fbf-84f7-8db5b3fc6d84 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354445
Feb 11 19:33:56.552756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c144b-c878-4f6f-8e53-650a78115bfd req-602dea2d-c522-400a-8510-807d05b276ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:56.554524 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1f8c144b-c878-4f6f-8e53-650a78115bfd req-602dea2d-c522-400a-8510-807d05b276ad tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1782014
Feb 11 19:33:56.626112 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1f8c144b-c878-4f6f-8e53-650a78115bfd req-a8a8a76f-9ed0-44fd-9248-ae2258a5ffb3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616002
Feb 11 19:33:56.727406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eaecd-75fa-4633-b2f6-5a9f9d7a5b11 req-6b30dd14-3198-41ad-8ea5-1c4837f25746 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:56.729106 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-500eaecd-75fa-4633-b2f6-5a9f9d7a5b11 req-6b30dd14-3198-41ad-8ea5-1c4837f25746 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1818237
Feb 11 19:33:56.794219 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-500eaecd-75fa-4633-b2f6-5a9f9d7a5b11 req-61f20cb5-9b73-4fa6-b877-1b5dbcff37ca tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587947
Feb 11 19:33:56.798024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9d37695f-a192-4c62-b52f-565902f0de3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:57.735188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:57.934581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e88d41-b041-41d4-a24a-021cb903d669 req-2e0182b3-69a9-4363-b4b3-3a66da354023 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:57.936288 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-37e88d41-b041-41d4-a24a-021cb903d669 req-2e0182b3-69a9-4363-b4b3-3a66da354023 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1676345
Feb 11 19:33:58.000217 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-37e88d41-b041-41d4-a24a-021cb903d669 req-dc27b126-1009-4cd2-8815-11ccacef3e5e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577638
Feb 11 19:33:58.092793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5217a-069f-403c-b8f7-45c7849d95c1 req-92172cbd-9e78-4701-ae40-4d44dbffa57f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:58.094456 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ea5217a-069f-403c-b8f7-45c7849d95c1 req-92172cbd-9e78-4701-ae40-4d44dbffa57f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1677024
Feb 11 19:33:58.157661 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ea5217a-069f-403c-b8f7-45c7849d95c1 req-42730a13-1e17-414a-b317-fcc90f336e9a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570428
Feb 11 19:33:58.437641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:59.167693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:33:59.313910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3278823-e91a-45e3-845c-d2597b2e5485 req-203c4fcb-9c1f-41fb-b661-7e59abfc1ac6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:59.315531 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d3278823-e91a-45e3-845c-d2597b2e5485 req-203c4fcb-9c1f-41fb-b661-7e59abfc1ac6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1664834
Feb 11 19:33:59.379847 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d3278823-e91a-45e3-845c-d2597b2e5485 req-1bc096ad-49c0-46ca-86ae-44f5d431399a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572572
Feb 11 19:33:59.450755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a4ae5-1754-4a6b-a8fb-b358d71f099b req-c58c1226-d24a-4b11-ac24-ed8393bf88bc tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:33:59.452469 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5f4a4ae5-1754-4a6b-a8fb-b358d71f099b req-c58c1226-d24a-4b11-ac24-ed8393bf88bc tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1673644
Feb 11 19:33:59.516721 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5f4a4ae5-1754-4a6b-a8fb-b358d71f099b req-d8ecaf0d-413a-48ba-a919-6deb44489472 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579247
Feb 11 19:34:00.311446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-8f18cd8a-9e70-4aad-ab4e-8c550d99ae04 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:00.313047 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-8f18cd8a-9e70-4aad-ab4e-8c550d99ae04 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1660807
Feb 11 19:34:00.695133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Deleting port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:34:00.695525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:00.821110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb1573-e31d-4dd4-892a-c4d8394b3175 req-e8a585a2-3ca5-481c-a268-d9fabd6d7670 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:00.822767 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9aeb1573-e31d-4dd4-892a-c4d8394b3175 req-e8a585a2-3ca5-481c-a268-d9fabd6d7670 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 945 time: 0.1704507
Feb 11 19:34:00.886425 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9aeb1573-e31d-4dd4-892a-c4d8394b3175 req-2b825619-d33a-417f-a0fe-381425aa8003 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=b436dcf1-dccc-4366-8ce0-30eb45084cc0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573945
Feb 11 19:34:00.886908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972cc5b-4e4b-44e0-8318-07d076b1e44a req-774f7e6c-8d04-43d3-a92d-2e3bd6082f03 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:00.888627 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9972cc5b-4e4b-44e0-8318-07d076b1e44a req-774f7e6c-8d04-43d3-a92d-2e3bd6082f03 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.3073447
Feb 11 19:34:01.009888 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9972cc5b-4e4b-44e0-8318-07d076b1e44a req-ace5bbd0-803f-48e4-9e77-99aa8df7aef3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063445
Feb 11 19:34:01.134862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] For port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:01.135284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:01.318204 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86275f-cf79-4cd5-b913-25dcc1bd6c49 req-46925bf0-a389-4462-b10e-80525363c1cc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:01.320644 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1b86275f-cf79-4cd5-b913-25dcc1bd6c49 req-46925bf0-a389-4462-b10e-80525363c1cc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1660073
Feb 11 19:34:01.330264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57386) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:01.335860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Request body: {'floatingip': {'port_id': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:01.436181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:01.452594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:01.453006 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:01.453363 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Floating IP 062dbed5-3983-4be1-9e35-a18b39e156bc disassociated. External IP: 172.27.2.33, port: f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3.
Feb 11 19:34:01.453745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Calling delete_port for f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:34:01.672349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:01.688738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:01.799374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event deleted for resources: {'Port': ['ID=f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:01.815893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:34:01.847906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.848333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.848758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.849160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.849591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.849949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.850396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.850801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.851745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.852145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.852655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.853050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.853487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.853882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.854297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.854697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.855090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.855485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.855883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.856269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.856662 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.857049 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.857441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.857837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:01.871879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] No Port match for: f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:34:01.872094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:01.872421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 not bound to the agent host hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:34:02.105779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:02.124454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:02.133433 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7f1617a7-e042-48be-a2bb-a9e3b553d9c7 req-b9767b95-6593-4575-ac77-9b3c116fb406 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 210 time: 0.0616844
Feb 11 19:34:02.145375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Router 457bbe77-c2d4-4019-8bbe-23d029fd58be has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:34:02.342903 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Floating IP 0339c551-a87f-4d59-a141-d30c0755c992 associated. External IP: 172.27.2.140, port: 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb.
Feb 11 19:34:02.370609 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:34:02.381829 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] Sync routers for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:34:02.398808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:02.400047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac9ac828>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:33:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:02.415654 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] No DVR routers for this DVR port f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:34:02.418444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:02.424022 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217bfabb-afde-43f4-9f35-1f229b15a679', 'name': 'network-vif-deleted', 'tag': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:34:02.493087 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217bfabb-afde-43f4-9f35-1f229b15a679', 'name': 'network-vif-deleted', 'tag': 'f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3', 'status': 'completed', 'code': 200}
Feb 11 19:34:02.499883 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-461c39d7-394f-4cd9-b34f-eb1b821aff79 req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "DELETE /v2.0/ports/f30577f1-d3ea-4be3-a1fe-9e6fce7a33d3 HTTP/1.1" status: 204  len: 173 time: 2.1808107
Feb 11 19:34:02.796616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:03.023333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Router 81159334-0807-4338-88e8-e336fe86fc53 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:34:03.166207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:03.171733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac9ac828>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:03.190373 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] Checking router: 457bbe77-c2d4-4019-8bbe-23d029fd58be for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:34:03.202131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:03.202853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac9ac828>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:33:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:03.286645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:34:03.303519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] Sync routers for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:34:03.314943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:03.337290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:03.338438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad2a5ef0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:33:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:03.432268 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1a7aac93-5ed8-4de3-adc0-eab84e33227f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "PUT /v2.0/floatingips/0339c551-a87f-4d59-a141-d30c0755c992 HTTP/1.1" status: 200  len: 991 time: 2.1008687
Feb 11 19:34:03.433734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:34:03.462483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:03.599224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-1929bb20-060e-4d6d-a8d2-bbff83c33335 req-813325be-415e-4e20-b6c9-fe4e02f03f06 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Synchronizing usage tracker for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:34:03.661222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-1929bb20-060e-4d6d-a8d2-bbff83c33335 req-813325be-415e-4e20-b6c9-fe4e02f03f06 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Unset dirty status for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:34:03.662608 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1929bb20-060e-4d6d-a8d2-bbff83c33335 req-813325be-415e-4e20-b6c9-fe4e02f03f06 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=217bfabb-afde-43f4-9f35-1f229b15a679 HTTP/1.1" status: 200  len: 210 time: 0.1905360
Feb 11 19:34:03.688240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:03.694899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'status': 'completed', 'code': 200}
Feb 11 19:34:03.876992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac9ac828>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:03.881708 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1288c824-8099-4a92-978e-a1c4ce5764a0 None None] The sync data for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi is: [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:34:03.987024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b6ed-88f2-4580-83b5-21871293132c req-b9b9f00d-ad1d-4ccb-9af1-f70b70b9392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:03.988675 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc65b6ed-88f2-4580-83b5-21871293132c req-b9b9f00d-ad1d-4ccb-9af1-f70b70b9392a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 1162 time: 0.2622800
Feb 11 19:34:04.108155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad2a5ef0>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '0339c551-a87f-4d59-a141-d30c0755c992', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '81159334-0807-4338-88e8-e336fe86fc53', 'port_id': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'mac_address': 'fa:16:3e:94:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:33:34Z', 'updated_at': '2021-02-11T19:34:01Z', 'revision_number': 1, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:04.113907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] Checking router: 81159334-0807-4338-88e8-e336fe86fc53 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:34:04.124228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:04.124898 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad2a5ef0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:33:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:04.149989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b6ed-88f2-4580-83b5-21871293132c req-00ebad30-a973-48a4-b32c-8ee06d88ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:04.151929 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc65b6ed-88f2-4580-83b5-21871293132c req-00ebad30-a973-48a4-b32c-8ee06d88ee9c service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.1518290
Feb 11 19:34:04.288166 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc65b6ed-88f2-4580-83b5-21871293132c req-1aea234d-d44b-4d52-b027-219f6a5f1d2b service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb HTTP/1.1" status: 200  len: 999 time: 0.1278284
Feb 11 19:34:04.326312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:04.329226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a017735-0d60-42b9-b10e-0a886b47370e None None] New status for floating IP 062dbed5-3983-4be1-9e35-a18b39e156bc: DOWN {{(pid=80007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:34:04.366738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b6ed-88f2-4580-83b5-21871293132c req-872f6857-994a-4f57-9f19-0b504f6a6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:04.368738 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc65b6ed-88f2-4580-83b5-21871293132c req-872f6857-994a-4f57-9f19-0b504f6a6a70 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.0740347
Feb 11 19:34:04.479165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65b6ed-88f2-4580-83b5-21871293132c req-d4e89767-4360-4fe7-a48b-a79bd71d23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:04.481418 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc65b6ed-88f2-4580-83b5-21871293132c req-d4e89767-4360-4fe7-a48b-a79bd71d23f3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1014981
Feb 11 19:34:04.658350 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc65b6ed-88f2-4580-83b5-21871293132c req-786ea768-2024-4f41-ac44-339601273de9 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689231
Feb 11 19:34:04.811211 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad2a5ef0>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '0339c551-a87f-4d59-a141-d30c0755c992', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '81159334-0807-4338-88e8-e336fe86fc53', 'port_id': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'mac_address': 'fa:16:3e:94:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:33:34Z', 'updated_at': '2021-02-11T19:34:01Z', 'revision_number': 1, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:04.818095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bcb7b4-4b40-4e11-be3e-034c452c4722 None None] The sync data for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi is: [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '0339c551-a87f-4d59-a141-d30c0755c992', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '81159334-0807-4338-88e8-e336fe86fc53', 'port_id': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'mac_address': 'fa:16:3e:94:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:33:34Z', 'updated_at': '2021-02-11T19:34:01Z', 'revision_number': 1, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:34:05.079717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57478) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:05.110745 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dc65b6ed-88f2-4580-83b5-21871293132c req-022b7cb9-61b6-4fa7-9839-6bd90245bb3f service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4460855
Feb 11 19:34:05.135786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ca282-8d6c-449d-b538-d88e0183a233 None None] New status for floating IP 0339c551-a87f-4d59-a141-d30c0755c992: ACTIVE {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:34:05.184523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f7b64855-1575-4c8b-a194-a0d7dd7c700f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.215771 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f7b64855-1575-4c8b-a194-a0d7dd7c700f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.267929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57484) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:05.312133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f7b64855-1575-4c8b-a194-a0d7dd7c700f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.317971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b8fd34a3-fae4-41a2-99e6-ac3fb2ee52cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:05.334203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b64855-1575-4c8b-a194-a0d7dd7c700f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436dcf1-dccc-4366-8ce0-30eb45084cc0,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:05.337066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f7b64855-1575-4c8b-a194-a0d7dd7c700f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:05.391918 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f7b64855-1575-4c8b-a194-a0d7dd7c700f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.393685 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f7b64855-1575-4c8b-a194-a0d7dd7c700f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "DELETE /v2.0/security-groups/b436dcf1-dccc-4366-8ce0-30eb45084cc0 HTTP/1.1" status: 204  len: 168 time: 0.3122799
Feb 11 19:34:05.396095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57490) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:05.413943 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.v2.resource [None req-5741be72-eb79-4d10-842a-cc3180fe1623 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] show failed (client error): The resource could not be found.
Feb 11 19:34:05.414965 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5741be72-eb79-4d10-842a-cc3180fe1623 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups/b436dcf1-dccc-4366-8ce0-30eb45084cc0 HTTP/1.1" status: 404  len: 347 time: 0.0178289
Feb 11 19:34:05.418135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57494) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:05.433328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.453022 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:05.457225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc5d5a3ae2642f8be8a4470701513c3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:05.460287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:05.466321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:05.558156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.592086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.601934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e6f32b97-aea5-4f5a-8496-921e71597d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:05.603259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Deleting port 282f6873-6eb8-4f8c-ba19-7a32d038d11e {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:34:05.603641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.643498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1174e386-6c95-4482-85d5-70dfa217618e,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:05.648567 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1bc5d5a3ae2642f8be8a4470701513c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3790553
Feb 11 19:34:05.649624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9f3d6da4-503b-41db-a90d-6a9f473040f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:05.651399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57498) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:05.821409 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7e928e2-3b9e-45da-87df-16fa5e573f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.864944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.865318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:05.880068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7e928e2-3b9e-45da-87df-16fa5e573f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:06.019098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Calling delete_port for 282f6873-6eb8-4f8c-ba19-7a32d038d11e owned by network:floatingip {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:34:06.289757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7e928e2-3b9e-45da-87df-16fa5e573f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:06.293078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:06.309971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1b99020b-0364-4c48-8cba-a65e428bfe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:06.343134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e928e2-3b9e-45da-87df-16fa5e573f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1174e386-6c95-4482-85d5-70dfa217618e,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:06.346943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a7e928e2-3b9e-45da-87df-16fa5e573f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:06.347406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:06.455694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event deleted for resources: {'Port': ['ID=282f6873-6eb8-4f8c-ba19-7a32d038d11e,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:06.463123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:06.495273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a7e928e2-3b9e-45da-87df-16fa5e573f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:06.496483 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a7e928e2-3b9e-45da-87df-16fa5e573f64 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1174e386-6c95-4482-85d5-70dfa217618e HTTP/1.1" status: 204  len: 168 time: 0.8440902
Feb 11 19:34:06.598203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:06.601042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:06.602322 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5dd4b8ce-6228-477f-bd72-6d654f3db170 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "DELETE /v2.0/floatingips/062dbed5-3983-4be1-9e35-a18b39e156bc HTTP/1.1" status: 204  len: 168 time: 1.1829946
Feb 11 19:34:07.017151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57524) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:07.023285 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441473678', 'description': 'tempest-description--330393457'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:07.040981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad45be-2fa3-49b1-9fa0-7abc093beb01 req-8b397490-59c2-4afc-9f4d-9a8f38b1ca5b tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:07.040981 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1cad45be-2fa3-49b1-9fa0-7abc093beb01 req-8b397490-59c2-4afc-9f4d-9a8f38b1ca5b tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.1671278
Feb 11 19:34:07.072739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:07.077629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:security_group and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:07.083105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57528) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:07.086149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:07.108899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:07.110919 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1cad45be-2fa3-49b1-9fa0-7abc093beb01 req-e7dbaefc-c29b-431e-8cc0-d90de1984252 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0658369
Feb 11 19:34:07.112176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.133511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:07.137620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Usage tracker for resource:security_group_rule and tenant:44b5ccdc9cb54e3d9dd844351190aaba is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:07.140760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:07.148598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:07.168249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.195882 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:07.202641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:security_group_rule and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:07.206678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:07.216991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:07.305535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.341008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.346725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.354910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f7b64855-1575-4c8b-a194-a0d7dd7c700f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:07.392735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.411332 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44b5ccdc9cb54e3d9dd844351190aaba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3270762
Feb 11 19:34:07.415119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff5debb-4f08-4b32-814d-28decb12bc1a,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:07.415249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57536) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:07.418584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-43a8e37f-d9a6-4265-b1fd-d9c710be239b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:07.419170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-adb41478-8dcc-40e4-98c8-c3da5ffecdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:07.462566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f06d95-881d-4382-8285-1de73f490aee,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:07.467679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:07.494659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3c057960-b178-43d7-b3e2-b468e17f3083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.510478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.511865 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-85b7e891-25bd-402a-9b48-904d86b7f561 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4935162
Feb 11 19:34:07.514919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57540) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:07.524156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'security_group_rule': {'security_group_id': 'c8f06d95-881d-4382-8285-1de73f490aee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:07.549272 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3c057960-b178-43d7-b3e2-b468e17f3083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.556494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:07.566563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:security_group_rule and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:07.576239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:07.586547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:07.655087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3c057960-b178-43d7-b3e2-b468e17f3083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.660447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e7e6c425-e5fc-454d-8f4f-f8a1bbd03ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:07.669701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.683075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c057960-b178-43d7-b3e2-b468e17f3083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff5debb-4f08-4b32-814d-28decb12bc1a,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:07.685762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3c057960-b178-43d7-b3e2-b468e17f3083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:07.703334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3c057960-b178-43d7-b3e2-b468e17f3083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.704680 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-3c057960-b178-43d7-b3e2-b468e17f3083 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fff5debb-4f08-4b32-814d-28decb12bc1a HTTP/1.1" status: 204  len: 168 time: 0.2883446
Feb 11 19:34:07.754211 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.784557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.792132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:07.814058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2288d178-1e11-4162-a2d4-0974cc7f0471,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:07.816797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:07.847534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:07.848868 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2d6b4412-ba20-4d9a-a92a-f3d36d36500e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3329031
Feb 11 19:34:07.851650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57548) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:07.857231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'security_group_rule': {'security_group_id': 'c8f06d95-881d-4382-8285-1de73f490aee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:07.879058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:07.883907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:security_group_rule and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:07.887000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:07.892782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:07.942299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:08.011737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:08.043590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:08.046118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7033bb55-cfba-4556-927b-0673b575fb99 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:08.070663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95703db-1cf3-4332-9950-1ebf324ed7de,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:08.073694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:08.106636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:08.108077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5c2527c0-68af-4ce4-bcd8-622a8889c32c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2554300
Feb 11 19:34:08.111411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57556) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:08.120055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'floatingip': {'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:08.153315 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:08.157483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Usage tracker for resource:floatingip and tenant:2bbe376498f449c5a0432bce5ceda11b is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:08.160664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:08.167261 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:08.208134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:08.505506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6dcc2-3a9d-40ef-9f69-40a426a9cf9e req-1194c0a9-24a3-4c21-a7f9-d6547a19edd8 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:08.507293 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-68f6dcc2-3a9d-40ef-9f69-40a426a9cf9e req-1194c0a9-24a3-4c21-a7f9-d6547a19edd8 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2537208
Feb 11 19:34:08.544575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:08.609143 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-68f6dcc2-3a9d-40ef-9f69-40a426a9cf9e req-bf2911fc-63a4-48ae-8c06-01892de1e93a tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0947139
Feb 11 19:34:08.868697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Allocated IP 172.27.2.2 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/9d3651e2-f196-47d4-ba70-4d85f399bb70) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:34:09.041346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:09.122379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:09.137906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:09.288067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'Port': ['ID=9d3651e2-f196-47d4-ba70-4d85f399bb70,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:09.293252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:09.338060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:09.339337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:09.342515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:34:09.431709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:09.526032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:09.960691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef461285-f708-44ae-aa8d-7b70ee5416a6 req-89b901cb-d1ef-4365-aeac-8f3090ed28cd tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:09.962447 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ef461285-f708-44ae-aa8d-7b70ee5416a6 req-89b901cb-d1ef-4365-aeac-8f3090ed28cd tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2160115
Feb 11 19:34:09.996183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:10.038957 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ef461285-f708-44ae-aa8d-7b70ee5416a6 req-7497462d-5193-4d5d-b30f-4afd48bb155f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0646920
Feb 11 19:34:10.072545 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:10.089784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-43c5d22a-4ea8-4fd1-b920-08f7d5edfabe tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:10.489967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'Port': ['ID=9d3651e2-f196-47d4-ba70-4d85f399bb70,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:10.496685 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:10.631749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:10.681485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:10.682924 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.5702305
Feb 11 19:34:10.951006 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-90f45355-12da-4459-9595-c9a9256cf460 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--441473678&fields=id&tenant_id=2bbe376498f449c5a0432bce5ceda11b HTTP/1.1" status: 200  len: 267 time: 0.0590341
Feb 11 19:34:11.101691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57656) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:11.203765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-ee680238-b518-4813-8537-783f3b6dbf25 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:11.205466 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-ee680238-b518-4813-8537-783f3b6dbf25 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 811 time: 0.2473776
Feb 11 19:34:11.222612 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-bf357a24-028f-46a9-931f-2d91ae13a38c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/quotas/2bbe376498f449c5a0432bce5ceda11b HTTP/1.1" status: 200  len: 375 time: 0.0101008
Feb 11 19:34:11.275876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:11.297157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:11.381722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b22ec-a081-4f39-a877-4918e7917e4f req-398ab422-55ec-4b4a-83b2-96938747bb9f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:11.382606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-27cf7543-f907-4154-b630-ef0a4582f368 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Synchronizing usage tracker for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:34:11.384000 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7e2b22ec-a081-4f39-a877-4918e7917e4f req-398ab422-55ec-4b4a-83b2-96938747bb9f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2076912
Feb 11 19:34:11.386907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Usage tracker for resource:security_group_rule and tenant:3ed3357b775d43ed8d10332cf860a007 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:11.390189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:11.410569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:11.441516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-27cf7543-f907-4154-b630-ef0a4582f368 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Unset dirty status for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:34:11.443007 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-27cf7543-f907-4154-b630-ef0a4582f368 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2018814
Feb 11 19:34:11.472487 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7e2b22ec-a081-4f39-a877-4918e7917e4f req-2e8f7b1b-41c6-4e53-8c2b-e8e6f339eac1 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0791621
Feb 11 19:34:11.539063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:11.580870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:11.592924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a86b31b-7bb7-4279-bc89-544fcc7448f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:11.639533 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ed3357b775d43ed8d10332cf860a007&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5341327
Feb 11 19:34:11.639533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a9aaaa-862f-4d59-861c-b0cb45f30634,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:11.641925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:11.642697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57666) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:11.665668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57670) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:11.717449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8219a5cd-2efa-407d-a9e6-f75d37dcedee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:11.746367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8219a5cd-2efa-407d-a9e6-f75d37dcedee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:11.764874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Deleting subnet fba65975-ff00-4796-8b3a-b8d955dd3744 {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:34:11.769218 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:11.804948 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-2e9d95e7-e1f4-493a-8fcb-36a197d5f05b service neutron] 10.222.0.79 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3483100
Feb 11 19:34:11.855380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8219a5cd-2efa-407d-a9e6-f75d37dcedee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:11.861850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dc676818-30a0-4653-a385-df1b0b7300bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:11.878902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219a5cd-2efa-407d-a9e6-f75d37dcedee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a9aaaa-862f-4d59-861c-b0cb45f30634,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:11.882749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8219a5cd-2efa-407d-a9e6-f75d37dcedee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:11.883911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8219a5cd-2efa-407d-a9e6-f75d37dcedee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:11.885110 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8219a5cd-2efa-407d-a9e6-f75d37dcedee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2a9aaaa-862f-4d59-861c-b0cb45f30634 HTTP/1.1" status: 204  len: 168 time: 0.2412744
Feb 11 19:34:11.913694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851609718'] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.014824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.057613 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-1bd4737b-7f85-4ad5-83f7-28f58565875e service neutron] 10.222.0.79 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2410657
Feb 11 19:34:12.341108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851242906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3237226'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.358726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5bce57ca-88c2-4ece-a0ba-37d8ef78a7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:12.376904 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c52de9ce-508b-47ed-8a02-a6e33ecd0277 req-b69197df-2303-4183-88de-2f4026af0f86 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 210 time: 0.0508428
Feb 11 19:34:12.418169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba65975-ff00-4796-8b3a-b8d955dd3744,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:12.421482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:12.481192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57686) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:12.500179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.517250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:12.517781 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.535863 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fba65975-ff00-4796-8b3a-b8d955dd3744 HTTP/1.1" status: 204  len: 168 time: 0.8676989
Feb 11 19:34:12.537858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Usage tracker for resource:security_group_rule and tenant:c49ad2bfb8e4444f855eecd5890681e4 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:12.539311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57692) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:12.544192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:12.552352 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:12.652815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.683606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.693576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4a862eb6-752c-4eb4-be1d-2463a6599fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:12.737843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cef5829-0ed5-49e8-9856-10906a6bbd8b,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:12.741377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.744820 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c49ad2bfb8e4444f855eecd5890681e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2603054
Feb 11 19:34:12.744820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:12.746951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57700) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:12.817792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0d1d-bd1b-4a62-b923-af4b2f5487a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.851318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0d1d-bd1b-4a62-b923-af4b2f5487a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.929273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0d1d-bd1b-4a62-b923-af4b2f5487a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.934518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-735a6798-fc8b-430c-a66d-2d316e479be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:12.948692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c0d1d-bd1b-4a62-b923-af4b2f5487a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cef5829-0ed5-49e8-9856-10906a6bbd8b,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:12.951496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2b6c0d1d-bd1b-4a62-b923-af4b2f5487a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:12.952731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0d1d-bd1b-4a62-b923-af4b2f5487a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:12.955921 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2b6c0d1d-bd1b-4a62-b923-af4b2f5487a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3cef5829-0ed5-49e8-9856-10906a6bbd8b HTTP/1.1" status: 204  len: 168 time: 0.2058041
Feb 11 19:34:12.965476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28696dc-1324-4474-a212-772534e54f09 req-ded23983-ce58-43f6-bf71-13ea9e503f35 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:12.967228 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c28696dc-1324-4474-a212-772534e54f09 req-ded23983-ce58-43f6-bf71-13ea9e503f35 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.3119049
Feb 11 19:34:13.106581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:13.215728 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c28696dc-1324-4474-a212-772534e54f09 req-22f677ea-4fb2-4ef5-b8ec-a86e68636d30 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2211668
Feb 11 19:34:13.260493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ac7766a0>,) {'filters': {'network_id': ['3478fb01-1b16-415f-b6fa-73a647d61076']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:13.274294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac7766a0>, '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:13.277145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac7766a0>, '0d6a54ad-d7e6-49cb-94f1-fb603fadb6d9') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:13.289408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:13.307562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:13.309806 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:34:13.575483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Network 3478fb01-1b16-415f-b6fa-73a647d61076 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:34:13.590278 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44557ab3-bafa-4821-b1f5-3a92667ef887 req-9c926ff1-dcf4-403b-b659-dd409816284e tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 210 time: 0.1040535
Feb 11 19:34:13.593027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:13.782669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Network 3478fb01-1b16-415f-b6fa-73a647d61076 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:34:13.810856 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:34:13.935336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:13.938856 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:13.953013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:13.964719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Pushing event deleted for resources: {'Network': ['ID=3478fb01-1b16-415f-b6fa-73a647d61076,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:13.974341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:14.019518 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] 10.222.0.79 "DELETE /v2.0/networks/3478fb01-1b16-415f-b6fa-73a647d61076 HTTP/1.1" status: 204  len: 168 time: 1.4758351
Feb 11 19:34:14.332565 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57738) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:14.455119 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-df940937-adab-4d32-9844-cc131b6e5986 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b5a187a3db64826991467336ec5cff0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1211441
Feb 11 19:34:14.457982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57742) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:14.527200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-82d3a023-34e7-4397-814c-5493a87741af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:14.557434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-82d3a023-34e7-4397-814c-5493a87741af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:14.557875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f103e9-80d6-4916-a3e2-c918f7f9f67a req-b78f59f8-85e0-42f6-8057-581f30fff763 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:14.565703 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-87f103e9-80d6-4916-a3e2-c918f7f9f67a req-b78f59f8-85e0-42f6-8057-581f30fff763 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2070408
Feb 11 19:34:14.647056 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-87f103e9-80d6-4916-a3e2-c918f7f9f67a req-a34989a7-efd2-4889-9458-0e0394e6ac76 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0800633
Feb 11 19:34:14.815782 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f662ccb0-822c-4d6f-9c00-2813a38c5f9e req-39ce5a70-1312-49ff-b0e3-3f2d616ec86d tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 210 time: 0.0620570
Feb 11 19:34:14.921051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-bc31fe38-3426-4728-ad54-9af5432d9f38 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:14.922734 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-bc31fe38-3426-4728-ad54-9af5432d9f38 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 811 time: 0.3560593
Feb 11 19:34:14.924083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-82d3a023-34e7-4397-814c-5493a87741af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:14.928192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-edb12e0d-c368-4d40-9ef0-78ea58a9604f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:14.962773 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3a023-34e7-4397-814c-5493a87741af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4248f9-c58c-45e1-887f-36ae748ff2b3,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:14.969148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-82d3a023-34e7-4397-814c-5493a87741af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:15.058311 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-59c4f92a-290f-4db4-b87b-5cfc660dc14c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=2bbe376498f449c5a0432bce5ceda11b HTTP/1.1" status: 200  len: 5703 time: 0.1165652
Feb 11 19:34:15.059620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-82d3a023-34e7-4397-814c-5493a87741af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:15.060716 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-82d3a023-34e7-4397-814c-5493a87741af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa4248f9-c58c-45e1-887f-36ae748ff2b3 HTTP/1.1" status: 204  len: 168 time: 0.6016433
Feb 11 19:34:15.067441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'port': {'device_id': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'admin_state_up': True, 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'security_groups': ['c8f06d95-881d-4382-8285-1de73f490aee']}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:15.233699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:15.246779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:15.283813 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Made reservation on behalf of 2bbe376498f449c5a0432bce5ceda11b for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:34:15.308871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:15.663775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Allocated IP 172.20.0.10 (ca26a0d2-f47e-40e3-9ca7-9284da085137/d78490f6-314f-44a3-b088-b210200ef8cf/422deddc-d3d2-4b0f-a9da-ffcdc2664ca9) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:34:16.044971 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-63bc1259-7702-4a26-b5e1-2eb5660a9de3 req-29c1d1c3-1c4d-4a4f-a8e1-5aaa12a45125 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 210 time: 0.0664716
Feb 11 19:34:16.265349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8983bf2-a1c0-490a-9394-061b064ae6f8 req-cffb620d-ec4b-4ad4-8724-e476c5c9896c tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:16.267125 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8983bf2-a1c0-490a-9394-061b064ae6f8 req-cffb620d-ec4b-4ad4-8724-e476c5c9896c tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.3223279
Feb 11 19:34:16.315269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57800) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:16.366889 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8983bf2-a1c0-490a-9394-061b064ae6f8 req-d5276ac8-ad06-44e5-9798-86664a871c5d tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0903451
Feb 11 19:34:16.395593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.415549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Transition to ACTIVE for port object 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:16.472426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.484690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-469498663-network', 'tenant_id': '8284320aee86435a9156fabf28af516c'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:16.489669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:16.492945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:16.493774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Usage tracker for resource:network and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:16.497288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:16.503181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:16.546289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Made reservation on behalf of 8284320aee86435a9156fabf28af516c for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:34:16.551310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.588925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.607876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:16.611954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Usage tracker for resource:security_group_rule and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:16.614954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:16.621190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:16.686035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event updated for resources: {'Port': ['ID=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:16.690635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:16.708604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.739203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:16.740281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:16.740718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.743528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:34:16.746141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fcdd87bf-3182-482a-9b50-21806321d517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:16.778076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadf7759-b664-45ff-af13-b499235809f8,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:16.781608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:16.836262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:34:16.846852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.847553 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Added segment c39ceead-3a07-4efe-b0ea-96e8c964b9fc of type vxlan for network 2473c529-dd5b-4491-823d-bb73c19b2010
Feb 11 19:34:16.880069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:16.880815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.974776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:16.981957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-6e04e457-becd-4402-95aa-c01ff90bdc00 None None] Provisioning for port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:16.987718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-6e04e457-becd-4402-95aa-c01ff90bdc00 None None] Provisioning complete for port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:16.998016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6e04e457-becd-4402-95aa-c01ff90bdc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:17.016240 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9528489
Feb 11 19:34:17.029412 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Request body: {'port': {'device_id': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:17.047396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-6e04e457-becd-4402-95aa-c01ff90bdc00 None None] Port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:34:17.097536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163487-8abf-4d66-84be-9f14040b9e09 req-ff3f868a-7bad-47d9-a854-74eb5370d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:17.099189 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29163487-8abf-4d66-84be-9f14040b9e09 req-ff3f868a-7bad-47d9-a854-74eb5370d93a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1163 time: 0.1012602
Feb 11 19:34:17.130960 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:17.143878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:17.144607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:17.153541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:17.160364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:17.367058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2473c529-dd5b-4491-823d-bb73c19b2010,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:17.370782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:17.381157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 2473c529-dd5b-4491-823d-bb73c19b2010 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:34:17.388095 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.0715384
Feb 11 19:34:17.394093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57818) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:17.399241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Request body: {'subnet': {'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-469498663-subnet', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:17.404105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:17.408543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Usage tracker for resource:subnet and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:17.421593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:17.421593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:17.427201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163487-8abf-4d66-84be-9f14040b9e09 req-85a01b07-afa6-45d2-9eec-4fa8dbf35905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:17.429096 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29163487-8abf-4d66-84be-9f14040b9e09 req-85a01b07-afa6-45d2-9eec-4fa8dbf35905 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 902 time: 0.3226292
Feb 11 19:34:17.429620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 2473c529-dd5b-4491-823d-bb73c19b2010 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:34:17.557075 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29163487-8abf-4d66-84be-9f14040b9e09 req-c082b010-da68-43c4-8601-5f54bfecb450 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 1002 time: 0.1212335
Feb 11 19:34:17.557630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Made reservation on behalf of 8284320aee86435a9156fabf28af516c for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:34:17.563799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328886'] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:17.652716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:34:17.662731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:17.690833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Transition to ACTIVE for port object 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:17.780962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814efb0a-c414-4dfe-9908-eb19c5df6dd3 req-91d8d1db-7237-415f-a479-7d43e6141362 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:17.781989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-814efb0a-c414-4dfe-9908-eb19c5df6dd3 req-91d8d1db-7237-415f-a479-7d43e6141362 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Synchronizing usage tracker for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:34:17.786660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:17.788154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163487-8abf-4d66-84be-9f14040b9e09 req-5f31050c-64cb-4292-87c1-6a0f7699cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:17.789870 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29163487-8abf-4d66-84be-9f14040b9e09 req-5f31050c-64cb-4292-87c1-6a0f7699cfdf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.2077267
Feb 11 19:34:17.802698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-42bc525c-aca0-493a-9749-b8be3aa81abb tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:17.939432 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-814efb0a-c414-4dfe-9908-eb19c5df6dd3 req-91d8d1db-7237-415f-a479-7d43e6141362 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Unset dirty status for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:34:17.940724 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-814efb0a-c414-4dfe-9908-eb19c5df6dd3 req-91d8d1db-7237-415f-a479-7d43e6141362 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 932 time: 0.7209208
Feb 11 19:34:17.958788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Pushing event updated for resources: {'Port': ['ID=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:17.961588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d065255-893c-4cd8-9732-6da338818739 req-aff18d29-0dc5-4123-abf1-f209d9c518a5 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:17.963879 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d065255-893c-4cd8-9732-6da338818739 req-aff18d29-0dc5-4123-abf1-f209d9c518a5 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.3802831
Feb 11 19:34:17.976449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:17.998726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:18.037711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163487-8abf-4d66-84be-9f14040b9e09 req-7908bc6e-948e-4d29-93ae-4899f943129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:18.039947 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29163487-8abf-4d66-84be-9f14040b9e09 req-7908bc6e-948e-4d29-93ae-4899f943129f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2408679
Feb 11 19:34:18.043885 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-814efb0a-c414-4dfe-9908-eb19c5df6dd3 req-f5bede46-3aeb-49cb-bdcb-09e8f7a1594b tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889297
Feb 11 19:34:18.091321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:18.091794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:18.105388 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d065255-893c-4cd8-9732-6da338818739 req-379d1911-fa4a-4f4c-a2c4-8aad8987b9a0 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1283388
Feb 11 19:34:18.245967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Attempting to bind port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:34:18.246371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Attempting to bind port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:34:18.246746 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Attempting to bind port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 on network ca26a0d2-f47e-40e3-9ca7-9284da085137 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:34:18.253029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:34:18.253382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Checking segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:18.253799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:18.254197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Bound using segment: {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:34:18.254711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Bound port: 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662cdc24-c78d-4ef5-aa6e-76abd80caa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:34:18.255089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:18.353123 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29163487-8abf-4d66-84be-9f14040b9e09 req-62b417f3-f4ba-4b88-9a8c-84928b36c908 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3040020
Feb 11 19:34:18.361407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] For port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:34:18.364521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] For port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:34:18.415792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:18.431847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a157a877-b2f1-4fed-b2dc-dbd531a99f3f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:18.592910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Pushing event updated for resources: {'Port': ['ID=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:18.599280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:18.645292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:18.645987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:18.648082 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] 10.222.0.100 "PUT /v2.0/ports/422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 HTTP/1.1" status: 200  len: 1158 time: 1.6233773
Feb 11 19:34:18.648827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:34:18.765233 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9', 'status': 'completed', 'code': 200}
Feb 11 19:34:18.804776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-8db2d44d-8b43-4d04-a4d6-a3a2841073ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:18.806476 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-8db2d44d-8b43-4d04-a4d6-a3a2841073ef service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 1161 time: 0.0935531
Feb 11 19:34:18.847476 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-29163487-8abf-4d66-84be-9f14040b9e09 req-ef228c03-db9a-4883-b2e2-1585a08b3b2c service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4832253
Feb 11 19:34:18.901527 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-cf4891e3-762c-4597-b3e0-cb1a6aef28ce service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 HTTP/1.1" status: 200  len: 217 time: 0.0858171
Feb 11 19:34:18.942404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852286446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328871'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:18.959956 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-978cfc7a-7aad-4eeb-80c8-333e7aefd45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:18.984892 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-6292006d-2f40-43f7-aa9b-0bf5650877cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:18.986559 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-6292006d-2f40-43f7-aa9b-0bf5650877cb service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.0783868
Feb 11 19:34:19.075220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a43a579d-9159-492d-a87e-cf663ca24a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:19.076790 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-a43a579d-9159-492d-a87e-cf663ca24a1c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833325
Feb 11 19:34:19.098893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=df05cb53-b383-4165-bcb1-b5158b5966ea,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:19.103355 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:19.174152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Checking segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:19.174770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Network hostable DHCP agents. Network: 2473c529-dd5b-4491-823d-bb73c19b2010, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:34:19.260883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Network 2473c529-dd5b-4491-823d-bb73c19b2010 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:34:19.285543 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-978fd090-f289-402f-84a7-63abec7acea5 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007823
Feb 11 19:34:19.384300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 2473c529-dd5b-4491-823d-bb73c19b2010) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:19.387280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eadacb-4313-4bc1-a95f-048956eecaa8 req-1e5b7a44-dbfc-4980-bfbb-d0d5cc9d6dc5 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:19.388977 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-07eadacb-4313-4bc1-a95f-048956eecaa8 req-1e5b7a44-dbfc-4980-bfbb-d0d5cc9d6dc5 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 944 time: 0.1978362
Feb 11 19:34:19.392493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082732b9-7e35-4207-ad72-36be5b53d915 None None] Network 2473c529-dd5b-4491-823d-bb73c19b2010 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:34:19.407039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:19.407807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:19.455348 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-07eadacb-4313-4bc1-a95f-048956eecaa8 req-30b9ee16-bc62-425a-b8a7-7bc62ed23a83 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596662
Feb 11 19:34:19.545673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc4ad9-a627-4bf5-a919-76fcb3841211 req-3852aad5-39e2-48a2-9d5e-949225d8c90a tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:19.553306 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-77cc4ad9-a627-4bf5-a919-76fcb3841211 req-3852aad5-39e2-48a2-9d5e-949225d8c90a tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2151811
Feb 11 19:34:19.575013 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d99b3614-9a11-4156-84c6-be6c9a3747fb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.1828518
Feb 11 19:34:19.578118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57838) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:19.586131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:19.591651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:19.595989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Usage tracker for resource:router and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:19.600063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:19.606428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:19.618390 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-77cc4ad9-a627-4bf5-a919-76fcb3841211 req-2f2dd865-5cd9-40a7-851a-7665bfd68e5b tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0635009
Feb 11 19:34:19.640843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-2473c529-dd5b-4491-823d-bb73c19b2010', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:34:19.641839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:19.681491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:19.682811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:19.853608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:19.953747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Allocated IP 172.20.0.2 (2473c529-dd5b-4491-823d-bb73c19b2010/df05cb53-b383-4165-bcb1-b5158b5966ea/e911d67d-3dfb-4d42-9414-e93ca704afc9) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:34:20.191094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:20.278325 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Transition to ACTIVE for port object e911d67d-3dfb-4d42-9414-e93ca704afc9 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:20.296613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Transition to ACTIVE for port object e911d67d-3dfb-4d42-9414-e93ca704afc9 will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:20.341515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:20.355229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-284b285b-7e98-4ff8-8c27-60b28b97931d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:20.405534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:20.671049 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Pushing event updated for resources: {'Port': ['ID=e911d67d-3dfb-4d42-9414-e93ca704afc9,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:20.675438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:20.724625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Network 2473c529-dd5b-4491-823d-bb73c19b2010 is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:20.725981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:20.728638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:34:20.773822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:20.786091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d56faf-8d2e-4766-8c4b-03e3dd412662 req-ccd3e3d2-f2c0-4986-a141-3e27996e0790 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:20.788040 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-75d56faf-8d2e-4766-8c4b-03e3dd412662 req-ccd3e3d2-f2c0-4986-a141-3e27996e0790 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 944 time: 0.1727483
Feb 11 19:34:20.793251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Attempting to bind port e911d67d-3dfb-4d42-9414-e93ca704afc9 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:34:20.793766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Attempting to bind port e911d67d-3dfb-4d42-9414-e93ca704afc9 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:34:20.794253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Attempting to bind port e911d67d-3dfb-4d42-9414-e93ca704afc9 on network 2473c529-dd5b-4491-823d-bb73c19b2010 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:34:20.801364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:34:20.801814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Checking segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:20.802395 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:20.802897 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Bound using segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:34:20.804072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Bound port: e911d67d-3dfb-4d42-9414-e93ca704afc9, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:34:20.804533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:20.809627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:20.858444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-75d56faf-8d2e-4766-8c4b-03e3dd412662 req-acca9578-9444-4931-954d-b99f6bb7bc26 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Synchronizing usage tracker for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:34:20.903993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] For port e911d67d-3dfb-4d42-9414-e93ca704afc9, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:34:20.907134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] For port e911d67d-3dfb-4d42-9414-e93ca704afc9, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e911d67d-3dfb-4d42-9414-e93ca704afc9,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:34:20.915819 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-75d56faf-8d2e-4766-8c4b-03e3dd412662 req-acca9578-9444-4931-954d-b99f6bb7bc26 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Unset dirty status for tenant:2bbe376498f449c5a0432bce5ceda11b on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:34:20.917111 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-75d56faf-8d2e-4766-8c4b-03e3dd412662 req-acca9578-9444-4931-954d-b99f6bb7bc26 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213562
Feb 11 19:34:20.961928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:20.980436 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:21.107861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Allocated IP 172.27.2.185 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/5859595b-e443-4eec-afd9-cf3c71b08eeb) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:34:21.163640 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Pushing event updated for resources: {'Port': ['ID=e911d67d-3dfb-4d42-9414-e93ca704afc9,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:21.175538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:21.204350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d8915-1cdd-49b5-ac0d-d72346308685 req-554fb99b-7635-4547-84c7-78fc6eb13087 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:21.206766 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c40d8915-1cdd-49b5-ac0d-d72346308685 req-554fb99b-7635-4547-84c7-78fc6eb13087 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.1671376
Feb 11 19:34:21.274607 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c40d8915-1cdd-49b5-ac0d-d72346308685 req-762ce1c8-f530-49b3-9663-856785466df6 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0601053
Feb 11 19:34:21.274930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:21.329307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:21.345188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-37932340-f2a4-4bd6-a4e1-b1b7bc863e39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:21.496675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Pushing event updated for resources: {'Port': ['ID=5859595b-e443-4eec-afd9-cf3c71b08eeb,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:21.499800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:21.560670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:21.561879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:21.564299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:34:21.746391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e911d67d-3dfb-4d42-9414-e93ca704afc9 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:21.854717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port e911d67d-3dfb-4d42-9414-e93ca704afc9 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:22.192107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:34:22.257191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f96293-202e-4b89-aded-65bd336f73d4 req-77712259-1e68-48d8-a88b-792277d380dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:22.258912 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-15f96293-202e-4b89-aded-65bd336f73d4 req-77712259-1e68-48d8-a88b-792277d380dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 944 time: 0.1792088
Feb 11 19:34:22.325900 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2286ec47-3799-4a2f-8c6e-f77e84933583 req-e8270297-69f7-4cb9-99c6-cb261cf19c63 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2684462
Feb 11 19:34:22.327568 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-15f96293-202e-4b89-aded-65bd336f73d4 req-cfd526be-6448-4b9c-a79d-e6f35602034c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620747
Feb 11 19:34:22.342097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:22.642338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a86455-bef5-413f-b5b0-bb12b3f27e9c None None] Network 2473c529-dd5b-4491-823d-bb73c19b2010 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:34:22.776530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] Provisioning for port e911d67d-3dfb-4d42-9414-e93ca704afc9 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:22.785178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] Provisioning complete for port e911d67d-3dfb-4d42-9414-e93ca704afc9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:22.785611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:22.960683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-a8847725-b234-4f24-9574-105b8f5bc8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:22.962339 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-a8847725-b234-4f24-9574-105b8f5bc8cb service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 1161 time: 0.2568040
Feb 11 19:34:23.024167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:23.071661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] For port e911d67d-3dfb-4d42-9414-e93ca704afc9, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e911d67d-3dfb-4d42-9414-e93ca704afc9,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:23.122145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a445864-e720-4183-8825-9ec1a9368110 req-f745a92f-1297-4ee1-8346-01e187699fa2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:23.122850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:23.123868 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4a445864-e720-4183-8825-9ec1a9368110 req-f745a92f-1297-4ee1-8346-01e187699fa2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.4195886
Feb 11 19:34:23.124734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:23.273660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-024a01a7-c32d-4375-b2a9-abded7abda40 None None] Provisioning complete for port e911d67d-3dfb-4d42-9414-e93ca704afc9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:23.274259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-024a01a7-c32d-4375-b2a9-abded7abda40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:23.336682 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4a445864-e720-4183-8825-9ec1a9368110 req-4e8edf37-e37a-4cde-80b8-fe0caa38ebe8 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1868227
Feb 11 19:34:23.352568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] Pushing event updated for resources: {'Port': ['ID=e911d67d-3dfb-4d42-9414-e93ca704afc9,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:23.360777 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:23.391319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-52aa9092-32e3-4091-b805-380b3761a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:23.392912 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-52aa9092-32e3-4091-b805-380b3761a9a7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 905 time: 0.3586323
Feb 11 19:34:23.396346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:23.525749 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-ed59e6b0-b4fe-4963-99f3-b96abcd83826 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 HTTP/1.1" status: 200  len: 217 time: 0.1192367
Feb 11 19:34:23.880832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-6da25d98-8969-4fc2-9526-ab6e5d6d531c None None] Provisioning complete for port e911d67d-3dfb-4d42-9414-e93ca704afc9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:23.880832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6da25d98-8969-4fc2-9526-ab6e5d6d531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:23.884126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c13ff-d8d7-4720-a653-f4546828c964 req-cc01e6d1-5e71-4886-8857-d887209144ad tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:23.884126 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-101c13ff-d8d7-4720-a653-f4546828c964 req-cc01e6d1-5e71-4886-8857-d887209144ad tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 944 time: 0.2228069
Feb 11 19:34:23.884286 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-0c259836-8a18-4984-b1c2-1d2cbe826cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:23.884286 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-0c259836-8a18-4984-b1c2-1d2cbe826cdc service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.1813962
Feb 11 19:34:23.884446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e911d67d-3dfb-4d42-9414-e93ca704afc9 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:23.884536 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-101c13ff-d8d7-4720-a653-f4546828c964 req-8d2d36fe-7e4b-4e71-b68d-9b34099b65ec tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056566
Feb 11 19:34:23.936589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-b57c4b9e-4c57-4255-93c6-5385dc47200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:23.938265 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-b57c4b9e-4c57-4255-93c6-5385dc47200c service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460247
Feb 11 19:34:23.955945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port e911d67d-3dfb-4d42-9414-e93ca704afc9 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:23.956367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:24.015484 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Router cb39fb7b-5e69-4df6-a14e-b4973d373520 is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:34:24.107352 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-78d399b3-f16a-46e9-85a8-c458bdce4cb1 None None] Provisioning complete for port e911d67d-3dfb-4d42-9414-e93ca704afc9 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:24.107802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-78d399b3-f16a-46e9-85a8-c458bdce4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:24.282782 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-72e30466-993d-4e47-8416-f383cc62e453 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3364341
Feb 11 19:34:24.397971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:34:24.410309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Sync routers for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:34:24.424151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:24.424835 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acb7fb38>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:33:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:24.471808 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f8327f89-1dfd-4ffc-bfaa-676d299686c3 req-3321ed5a-0f86-4d76-b609-ab70e917c70f service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1767988
Feb 11 19:34:24.490028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Notify callbacks [] for router, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:24.491950 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.9123468
Feb 11 19:34:24.495164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57878) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:24.666581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0274b00e-39af-4e17-ab81-e6ec1b4413ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:24.669045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:24.766336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:24.813268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f55ad-ad48-40a7-8cd1-6168b9d7a10f req-a1e1bc3f-04b9-4a4b-9540-fc0fe69ee7ee tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:24.815165 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-427f55ad-ad48-40a7-8cd1-6168b9d7a10f req-a1e1bc3f-04b9-4a4b-9540-fc0fe69ee7ee tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2200799
Feb 11 19:34:24.883953 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-427f55ad-ad48-40a7-8cd1-6168b9d7a10f req-c703bd77-f87e-466b-bcaf-785604cb3863 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0619247
Feb 11 19:34:25.095027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:25.106280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:25.106712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:25.199180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acb7fb38>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:21Z', 'revision_number': 3, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:25.403242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Checking router: cb39fb7b-5e69-4df6-a14e-b4973d373520 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:34:25.403724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Updating router cb39fb7b-5e69-4df6-a14e-b4973d373520 port 5859595b-e443-4eec-afd9-cf3c71b08eeb binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:34:25.481464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:25.499740 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:25.568422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d28ccb-2f1f-4698-9b16-cc7a2700cf2b req-ce12b8c0-b6fc-41c9-bb70-b291628c043a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:25.570724 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9d28ccb-2f1f-4698-9b16-cc7a2700cf2b req-ce12b8c0-b6fc-41c9-bb70-b291628c043a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 944 time: 0.3936565
Feb 11 19:34:25.583622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:34:25.638886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:25.683921 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9d28ccb-2f1f-4698-9b16-cc7a2700cf2b req-e2f0de81-a943-4aff-8455-d6ce122ca1be tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955760
Feb 11 19:34:25.704441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:25.726385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:25.771899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:34:25.878171 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9', 'code': 200}
Feb 11 19:34:25.913779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:25.927553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:25.932023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:26.080654 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.139313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port c14887d6-a544-4fc9-9db1-6044fd90ed8d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:26.174643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.183421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:26.275712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=c14887d6-a544-4fc9-9db1-6044fd90ed8d,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:26.279256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:26.309298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.323119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Transition to ACTIVE for port object 5859595b-e443-4eec-afd9-cf3c71b08eeb will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:26.335516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:26.367885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.378107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f82ff-8f8d-4d0e-8ac1-c558e6116975 req-51eeb7f2-8c87-47bf-a7d5-3df1794220a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:26.379777 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f34f82ff-8f8d-4d0e-8ac1-c558e6116975 req-51eeb7f2-8c87-47bf-a7d5-3df1794220a2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 1163 time: 0.2552924
Feb 11 19:34:26.392622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:26.464699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f17cf-dbfe-4f6b-9f54-017f89a769a6 req-1f983fa8-d826-4d4a-91cf-63390d5ebe2d tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:26.466381 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-347f17cf-dbfe-4f6b-9f54-017f89a769a6 req-1f983fa8-d826-4d4a-91cf-63390d5ebe2d tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.3917825
Feb 11 19:34:26.560550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cbdac-9bec-4d0b-a508-25fc1e801a18 None None] Pushing event updated for resources: {'Port': ['ID=5859595b-e443-4eec-afd9-cf3c71b08eeb,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:26.568017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-718cbdac-9bec-4d0b-a508-25fc1e801a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:26.592426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:26.593132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.596537 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f34f82ff-8f8d-4d0e-8ac1-c558e6116975 req-dd85887e-1dcf-4771-aa68-baefb876b199 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290982
Feb 11 19:34:26.623128 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-347f17cf-dbfe-4f6b-9f54-017f89a769a6 req-9f66a47d-bbdb-4489-9a02-c2673d6f5034 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1337669
Feb 11 19:34:26.637855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Allocated IP 172.20.0.1 (2473c529-dd5b-4491-823d-bb73c19b2010/df05cb53-b383-4165-bcb1-b5158b5966ea/f981c2a3-0524-480a-8505-7daacaefbb86) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:34:26.714120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Attempting to bind port 5859595b-e443-4eec-afd9-cf3c71b08eeb on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:34:26.714722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Attempting to bind port 5859595b-e443-4eec-afd9-cf3c71b08eeb by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:34:26.715230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Attempting to bind port 5859595b-e443-4eec-afd9-cf3c71b08eeb on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:34:26.726656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:34:26.727364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:26.727924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.728463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:34:26.729102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Bound port: 5859595b-e443-4eec-afd9-cf3c71b08eeb, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:34:26.729625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.878275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.897764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e1b82d3c-d50d-472c-ac60-13dec3f278e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.897932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Transition to ACTIVE for port object f981c2a3-0524-480a-8505-7daacaefbb86 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:26.905348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] For port 5859595b-e443-4eec-afd9-cf3c71b08eeb, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:34:26.908829 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] For port 5859595b-e443-4eec-afd9-cf3c71b08eeb, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=5859595b-e443-4eec-afd9-cf3c71b08eeb,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:34:26.956440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:26.973674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:26.981199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:27.004097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5ee8303c-1931-4ccc-a130-75ced319387a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:27.160023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cbdac-9bec-4d0b-a508-25fc1e801a18 None None] Pushing event updated for resources: {'Port': ['ID=5859595b-e443-4eec-afd9-cf3c71b08eeb,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:27.165389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130a584-1d05-4a0a-b6c5-14b272f39744 req-b0ebf80a-ec6c-48d0-b98b-962623793150 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:27.166755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-718cbdac-9bec-4d0b-a508-25fc1e801a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:27.167565 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c130a584-1d05-4a0a-b6c5-14b272f39744 req-b0ebf80a-ec6c-48d0-b98b-962623793150 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 946 time: 0.1773996
Feb 11 19:34:27.237509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:27.238502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acb7fb38>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:27.247973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Pushing event updated for resources: {'Port': ['ID=f981c2a3-0524-480a-8505-7daacaefbb86,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:27.267599 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c130a584-1d05-4a0a-b6c5-14b272f39744 req-6edda5f8-c9f2-46dc-8680-8cdce4471e7f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929296
Feb 11 19:34:27.275472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:27.364265 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-48083290-feb4-4e41-b83c-4c67d8fad663 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1337581
Feb 11 19:34:27.403834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Network 2473c529-dd5b-4491-823d-bb73c19b2010 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:27.407779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:27.410263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:34:27.485552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:27.675349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ae360-3a82-4576-9a4b-c1f7780a9125 req-dd1c191b-6a18-49fb-9b74-6e616d431345 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:27.677082 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-468ae360-3a82-4576-9a4b-c1f7780a9125 req-dd1c191b-6a18-49fb-9b74-6e616d431345 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.3656867
Feb 11 19:34:27.680776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:27.747709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57922) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:27.870045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:27.916435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:34:27.927540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-92e3a93b-76b9-4e45-bdd9-f1e7ecaa5dff None None] Provisioning for port f981c2a3-0524-480a-8505-7daacaefbb86 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:27.957427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-92e3a93b-76b9-4e45-bdd9-f1e7ecaa5dff None None] Provisioning complete for port f981c2a3-0524-480a-8505-7daacaefbb86 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:27.957861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-92e3a93b-76b9-4e45-bdd9-f1e7ecaa5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:27.966879 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-468ae360-3a82-4576-9a4b-c1f7780a9125 req-8912d881-f0f0-418e-b079-6ec9a96c358c tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1407320
Feb 11 19:34:27.971809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:27.992126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:28.001983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Usage tracker for resource:security_group_rule and tenant:eaa79f603b074f96a8728d9d2b831153 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:28.010214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:28.024124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:28.053046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-92e3a93b-76b9-4e45-bdd9-f1e7ecaa5dff None None] Port f981c2a3-0524-480a-8505-7daacaefbb86 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:34:28.064688 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'code': 422} returned with failed status
Feb 11 19:34:28.076677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:28.080851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acb7fb38>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:21Z', 'revision_number': 3, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:28.085666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb19c38-1ff4-4967-817c-a92802248ebf None None] The sync data for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi is: [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:21Z', 'revision_number': 3, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:34:28.189856 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:28.237972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:28.248437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7a4a4de8-c2c2-4716-837d-0bd636d144a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:28.292044 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eaa79f603b074f96a8728d9d2b831153&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5428104
Feb 11 19:34:28.293778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a068549-fd58-4c2c-b50e-7acb7db64748,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:28.297999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57932) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:28.301660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:28.387360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2c5a21ce-62d0-4bb5-87fa-3df6cdf0b0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:28.420254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2c5a21ce-62d0-4bb5-87fa-3df6cdf0b0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:28.462416 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:28.592201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2c5a21ce-62d0-4bb5-87fa-3df6cdf0b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:28.606370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0ea8e5fa-4b2e-4c44-b6b3-7c1bb4b6ef6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:28.625598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a21ce-62d0-4bb5-87fa-3df6cdf0b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a068549-fd58-4c2c-b50e-7acb7db64748,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:28.630747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2c5a21ce-62d0-4bb5-87fa-3df6cdf0b0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:28.636120 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2c5a21ce-62d0-4bb5-87fa-3df6cdf0b0d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a068549-fd58-4c2c-b50e-7acb7db64748 HTTP/1.1" status: 204  len: 168 time: 0.3336101
Feb 11 19:34:28.636120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2c5a21ce-62d0-4bb5-87fa-3df6cdf0b0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:28.952955 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-5ecc6dea-01b1-4875-b488-2b4acea7f0ff service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5616815
Feb 11 19:34:29.044804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a78b2-d72e-4743-b2b1-f10b394c9159 req-c6485d36-d700-4d3e-ab36-d8a4286c3cdc tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:29.052995 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-139a78b2-d72e-4743-b2b1-f10b394c9159 req-c6485d36-d700-4d3e-ab36-d8a4286c3cdc tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 946 time: 0.2737925
Feb 11 19:34:29.060943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:29.127500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:29.166504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fe30efcd-f5d7-4044-9756-9d80fce7cc78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:29.215736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:29.313773 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-139a78b2-d72e-4743-b2b1-f10b394c9159 req-58527c60-64a4-42a4-8bc2-1b6578634595 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2541826
Feb 11 19:34:29.315193 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de5e9f-9d48-4a5f-92de-f6f3ac0f01c2 req-1a97a5d0-fe96-4917-a940-f5ba46dc58c3 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:29.316633 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-26de5e9f-9d48-4a5f-92de-f6f3ac0f01c2 req-1a97a5d0-fe96-4917-a940-f5ba46dc58c3 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.1822035
Feb 11 19:34:29.317058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Pushing event updated for resources: {'Port': ['ID=f981c2a3-0524-480a-8505-7daacaefbb86,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:29.335999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:29.340601 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:29.365396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57948) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:29.403571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:29.424215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:29.429663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Usage tracker for resource:security_group_rule and tenant:1c59b27602bf4799a4040eb150b05cd8 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:29.433031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:29.440349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:29.462916 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-26de5e9f-9d48-4a5f-92de-f6f3ac0f01c2 req-a6a02eb3-c4bd-4873-8c13-9ac55cc7bcf2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1342602
Feb 11 19:34:29.503984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-234d21d0-5d93-4019-8fd1-21cd9d4fdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:29.506633 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-234d21d0-5d93-4019-8fd1-21cd9d4fdcaf service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 1162 time: 0.4488132
Feb 11 19:34:29.592393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:29.652673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:29.662387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:29.757646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 5859595b-e443-4eec-afd9-cf3c71b08eeb up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:29.773181 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c59b27602bf4799a4040eb150b05cd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3993971
Feb 11 19:34:29.775639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 57952) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:29.776346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275661c0-231d-4507-92f3-8b8bc76a7265,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:29.782474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-68bc0b6c-a9e4-4b2c-b5e0-f69ade61778b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:29.813992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Network 2473c529-dd5b-4491-823d-bb73c19b2010 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:29.832644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:29.871389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-2223072b-0233-4a78-9761-cf687e80a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:29.873742 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-2223072b-0233-4a78-9761-cf687e80a629 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb&tenant_id=3bd11137b675423385314926587eb28b HTTP/1.1" status: 200  len: 1161 time: 0.2025485
Feb 11 19:34:29.877892 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:29.919019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:30.031581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:30.044428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-da3c54c2-787e-4004-aaaa-d9ed1388fa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:30.061292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275661c0-231d-4507-92f3-8b8bc76a7265,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:30.074108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.074650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.075129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.075594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.076066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.076532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.076996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.077525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.077995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.078494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.084995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.085855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.085855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:30.089945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:30.092847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:30.096771 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/275661c0-231d-4507-92f3-8b8bc76a7265 HTTP/1.1" status: 204  len: 168 time: 0.3149633
Feb 11 19:34:30.127057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-bbe08b41-c376-44f5-ad9e-2f0ff99a4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:30.128721 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-bbe08b41-c376-44f5-ad9e-2f0ff99a4ac4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1161 time: 0.1486449
Feb 11 19:34:30.142211 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d84a450e-2aca-4d18-a811-aa09c8d6cdb4 None None] Provisioning complete for port f981c2a3-0524-480a-8505-7daacaefbb86 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:30.143045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d84a450e-2aca-4d18-a811-aa09c8d6cdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:30.191317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-7b1f9913-b371-4bcb-be5d-914f0e53e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:30.194335 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-7b1f9913-b371-4bcb-be5d-914f0e53e4aa service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.6136482
Feb 11 19:34:30.231313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 5859595b-e443-4eec-afd9-cf3c71b08eeb completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:30.239107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-d84a450e-2aca-4d18-a811-aa09c8d6cdb4 None None] Port f981c2a3-0524-480a-8505-7daacaefbb86 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:34:30.241972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 5859595b-e443-4eec-afd9-cf3c71b08eeb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:30.242622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:30.370057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-cbc0844f-b52c-4400-9381-9506aec325ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:30.371726 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-cbc0844f-b52c-4400-9381-9506aec325ff service neutron] 10.222.0.100 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 902 time: 0.2354324
Feb 11 19:34:30.405156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:30.417503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c189105-27b5-4b69-bfee-952208de6fed req-2e54fe2a-89c6-40f1-a063-6f2aa41152e8 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:30.419831 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6c189105-27b5-4b69-bfee-952208de6fed req-2e54fe2a-89c6-40f1-a063-6f2aa41152e8 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 946 time: 0.7930355
Feb 11 19:34:30.424317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 5859595b-e443-4eec-afd9-cf3c71b08eeb, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=5859595b-e443-4eec-afd9-cf3c71b08eeb,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:30.436045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 57958) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:30.455162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Request body: {'floatingip': {'port_id': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:30.470261 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:30.480560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:30.529733 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-aca3966e-3bc6-430f-a6bb-c4a1c1ee4c2c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 1000 time: 0.1497982
Feb 11 19:34:30.619846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-e5188fea-538b-4c23-b936-c9e86e46c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:30.624084 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-e5188fea-538b-4c23-b936-c9e86e46c1ce service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.0786371
Feb 11 19:34:30.629447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=5859595b-e443-4eec-afd9-cf3c71b08eeb,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:30.651037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:30.684613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:30.818301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-962e3d0e-86c6-458f-b931-f34233a1d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:30.822800 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-962e3d0e-86c6-458f-b931-f34233a1d7dc service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1896908
Feb 11 19:34:30.990308 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-cf387564-3ede-4bb3-a035-f1be907b1e85 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb HTTP/1.1" status: 200  len: 1001 time: 0.7871971
Feb 11 19:34:30.997846 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-9dc1a88f-f045-408d-b40e-9163734e37f5 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665795
Feb 11 19:34:31.049292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Router cb39fb7b-5e69-4df6-a14e-b4973d373520 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:34:31.161153 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-44b3361a-9758-439d-8734-5d3fd6a502e8 req-afb2904a-0ec8-48fc-b5da-d4917f34086c service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1559727
Feb 11 19:34:31.297870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-313ed546-a7cc-48dd-863b-4555ef610a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:31.309994 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-313ed546-a7cc-48dd-863b-4555ef610a32 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.2957954
Feb 11 19:34:31.729056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 5859595b-e443-4eec-afd9-cf3c71b08eeb up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:31.829618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 5859595b-e443-4eec-afd9-cf3c71b08eeb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:31.829952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:31.904537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f7723-9c96-4665-b7d1-95ba3985e900 req-55d3aeea-a96f-4d15-91d1-93f878d7a7ca tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:31.906302 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c78f7723-9c96-4665-b7d1-95ba3985e900 req-55d3aeea-a96f-4d15-91d1-93f878d7a7ca tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.9817080
Feb 11 19:34:32.025056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:34:32.037248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Sync routers for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:34:32.048088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:32.048764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad124978>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:32.108986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-7beec14a-ed04-4961-9278-1b1ef5cf8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:32.110665 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-7beec14a-ed04-4961-9278-1b1ef5cf8c5b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7992823
Feb 11 19:34:32.129709 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c78f7723-9c96-4665-b7d1-95ba3985e900 req-b2e25457-8b91-48ab-bbaa-a5e3042f124d tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2164361
Feb 11 19:34:32.167797 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] 10.222.0.79 "PUT /v2.0/routers/cb39fb7b-5e69-4df6-a14e-b4973d373520/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6715062
Feb 11 19:34:32.248199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:32.328951 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-d14ffc50-73f7-4919-894a-c77dbf3b2eac service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980345
Feb 11 19:34:32.545980 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:32.582587 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-25b68e83-22e6-44b6-b4eb-308a5749f2b2 req-3e8696b1-b4bb-40a5-afb7-749e82b8cc8d service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1872940
Feb 11 19:34:32.620888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:32.666286 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad124978>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:28Z', 'revision_number': 2, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:32.671184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Checking router: cb39fb7b-5e69-4df6-a14e-b4973d373520 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:34:32.671589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Updating router cb39fb7b-5e69-4df6-a14e-b4973d373520 port f981c2a3-0524-480a-8505-7daacaefbb86 binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:34:32.737169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:32.852348 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Floating IP 25b9544f-f2b5-4e5c-97c2-e099c390dcb6 associated. External IP: 172.27.2.2, port: 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9.
Feb 11 19:34:33.155087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.272672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.287762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Transition to ACTIVE for port object f981c2a3-0524-480a-8505-7daacaefbb86 will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:33.326589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.343876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:33.501905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Pushing event updated for resources: {'Port': ['ID=f981c2a3-0524-480a-8505-7daacaefbb86,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:33.513169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.513926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.514469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.514996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.515499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.516018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.516525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.517026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.517535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.518072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.518471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.518833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.519227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.519581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.519934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.520282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.520632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.520982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.521328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.522209 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.522608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.522958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.523307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.523655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:34:33.530023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:33.569413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c149b-4cd6-4d6e-ae6b-3c0970ffdeb1 req-b2178e82-10f7-4753-887c-c7c447c7be90 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:33.571135 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-526c149b-4cd6-4d6e-ae6b-3c0970ffdeb1 req-b2178e82-10f7-4753-887c-c7c447c7be90 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2504609
Feb 11 19:34:33.580235 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Router 457bbe77-c2d4-4019-8bbe-23d029fd58be has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:34:33.589031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 58030) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:33.595865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1615033058-network', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:33.603824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:33.609210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Usage tracker for resource:network and tenant:fdf8c98df90148bcaaa567bffd98c1ff is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:33.613758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:33.624046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:33.669805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Made reservation on behalf of fdf8c98df90148bcaaa567bffd98c1ff for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:34:33.675069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.689178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.710198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:33.714850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Usage tracker for resource:security_group_rule and tenant:fdf8c98df90148bcaaa567bffd98c1ff is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:33.718100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:33.725469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:33.788626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Attempting to bind port f981c2a3-0524-480a-8505-7daacaefbb86 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:34:33.789168 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Attempting to bind port f981c2a3-0524-480a-8505-7daacaefbb86 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:34:33.789407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Attempting to bind port f981c2a3-0524-480a-8505-7daacaefbb86 on network 2473c529-dd5b-4491-823d-bb73c19b2010 {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:34:33.800658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:34:33.801073 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Checking segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:33.801517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.801942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Bound using segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:34:33.802482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Bound port: f981c2a3-0524-480a-8505-7daacaefbb86, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:34:33.802943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.803438 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-526c149b-4cd6-4d6e-ae6b-3c0970ffdeb1 req-1b1b85fd-bedc-47aa-a857-1e5b3a76e3fc tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2192478
Feb 11 19:34:33.861775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.890823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:34:33.895196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.899529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.906410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] Sync routers for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:34:33.911854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-05609e7b-5e15-4bd4-b003-8ccd3d93f9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:33.914694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] For port f981c2a3-0524-480a-8505-7daacaefbb86, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:34:33.919499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] For port f981c2a3-0524-480a-8505-7daacaefbb86, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=f981c2a3-0524-480a-8505-7daacaefbb86,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:34:33.929838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:33.930714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac75f860>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:33.946691 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:34:33.946941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.960893 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-7b2514de-fa80-4e59-b9fe-f5c76415c78a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "PUT /v2.0/floatingips/25b9544f-f2b5-4e5c-97c2-e099c390dcb6 HTTP/1.1" status: 200  len: 990 time: 3.5202961
Feb 11 19:34:33.961940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:34:33.963969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7209985-f5b5-4025-bcb4-e2abe4096a62,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:33.969047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:33.970402 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:33.971089 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Added segment fdde3962-9350-4c18-bf3b-682cd343e733 of type vxlan for network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2
Feb 11 19:34:33.994996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-75558e01-ef69-4730-af38-e509ec0b9885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:34.041764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:34.138427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:34.139965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:34.140799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:34.147321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:34.211999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Pushing event updated for resources: {'Port': ['ID=f981c2a3-0524-480a-8505-7daacaefbb86,revision_number=4']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:34.227484 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:34.236957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:34.275993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Pushing event updated for resources: {'Network': ['ID=8b34b1a2-ec0b-4932-91aa-c37ceab560e2,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:34.278991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:34.295968 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:34.298632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad124978>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:34.319659 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7259250
Feb 11 19:34:34.320282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 58046) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:34.321429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:34:34.327033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Request body: {'subnet': {'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1615033058-subnet', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:34.339499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:34.343801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Usage tracker for resource:subnet and tenant:fdf8c98df90148bcaaa567bffd98c1ff is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:34.350367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:34.367238 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:34.371955 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9', 'status': 'completed', 'code': 200}
Feb 11 19:34:34.419337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Made reservation on behalf of fdf8c98df90148bcaaa567bffd98c1ff for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:34:34.424275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328886'] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:34.513398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:34:34.732593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:34.906124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-5c2ec765-a1be-474b-9aa5-c760c736a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:34.908640 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-5c2ec765-a1be-474b-9aa5-c760c736a453 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 1163 time: 0.5056674
Feb 11 19:34:35.084814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac75f860>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '25b9544f-f2b5-4e5c-97c2-e099c390dcb6', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'port_id': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'mac_address': 'fa:16:3e:8b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:34:09Z', 'updated_at': '2021-02-11T19:34:32Z', 'revision_number': 1, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:35.089559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] Checking router: 457bbe77-c2d4-4019-8bbe-23d029fd58be for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:34:35.114914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:35.117630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac75f860>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:35.215998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-7eea150a-d7a9-45da-958b-ec32d12c554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:35.218063 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-7eea150a-d7a9-45da-958b-ec32d12c554d service neutron] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 905 time: 0.2999644
Feb 11 19:34:35.246017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad124978>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:33Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:35.259805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ead6d1-f71c-4336-aacb-97ea80be5105 None None] The sync data for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi is: [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:33Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:34:35.347553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852286446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328871'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:35.374465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:35.411350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:35.439160 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-6732d6cb-06ae-4659-bb9e-0b3bf3cacc69 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 HTTP/1.1" status: 200  len: 998 time: 0.1796944
Feb 11 19:34:35.571772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ca959-bad7-42ec-98ad-4fbd772305c7 req-091afe84-4612-4bfc-9f26-7c65f0261b46 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:35.573997 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-050ca959-bad7-42ec-98ad-4fbd772305c7 req-091afe84-4612-4bfc-9f26-7c65f0261b46 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.3548110
Feb 11 19:34:35.665188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-7edb01da-d2f8-481a-b6c6-7523549d9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:35.666912 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-7edb01da-d2f8-481a-b6c6-7523549d9528 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.0916340
Feb 11 19:34:35.817003 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-050ca959-bad7-42ec-98ad-4fbd772305c7 req-71faaeae-f24b-49be-8bb8-3bbe86741c5d tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1542714
Feb 11 19:34:35.862741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-a7b691cd-ccd3-457b-a55b-c3d101848761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:35.865340 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-a7b691cd-ccd3-457b-a55b-c3d101848761 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1636810
Feb 11 19:34:35.934216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d780b2e-e2e6-4487-bc3f-c4f98e799a09,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:35.939876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:35.972085 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device f981c2a3-0524-480a-8505-7daacaefbb86 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:36.002354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Checking segment: {'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:36.002752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Network hostable DHCP agents. Network: 8b34b1a2-ec0b-4932-91aa-c37ceab560e2, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:34:36.048775 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-c9412636-5f7b-46b6-a9b0-cd781dc37c88 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758797
Feb 11 19:34:36.049971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:34:36.106213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, 8b34b1a2-ec0b-4932-91aa-c37ceab560e2) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:36.129099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:36.129668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591f651-85af-4333-91b1-99aa9a1ce692 None None] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:34:36.130675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.205510 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-89291a75-5644-4ad5-b7d9-d8311f16f1b2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8839498
Feb 11 19:34:36.207787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 58060) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:36.213161 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port f981c2a3-0524-480a-8505-7daacaefbb86 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:36.214911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:36.219552 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-61c0f3d9-9e00-409e-bc7e-61f3348abb53 req-a13956db-ac6f-4ba6-b271-677293d511ed service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1641617
Feb 11 19:34:36.221702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:36.226683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Usage tracker for resource:router and tenant:fdf8c98df90148bcaaa567bffd98c1ff is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:36.230774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:36.237720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:36.255606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port f981c2a3-0524-480a-8505-7daacaefbb86 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:36.256544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.300764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.302066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.331553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.464062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac75f860>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '25b9544f-f2b5-4e5c-97c2-e099c390dcb6', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'port_id': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'mac_address': 'fa:16:3e:8b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:34:09Z', 'updated_at': '2021-02-11T19:34:32Z', 'revision_number': 1, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:36.472258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-8b34b1a2-ec0b-4932-91aa-c37ceab560e2', 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'fixed_ips': [{'subnet_id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:34:36.473151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.522545 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc6fbb8-65fd-4d61-a536-138f459bb385 None None] The sync data for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi is: [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '25b9544f-f2b5-4e5c-97c2-e099c390dcb6', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'port_id': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'mac_address': 'fa:16:3e:8b:24:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:34:09Z', 'updated_at': '2021-02-11T19:34:32Z', 'revision_number': 1, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:34:36.692424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.752927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.754519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port f981c2a3-0524-480a-8505-7daacaefbb86, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=f981c2a3-0524-480a-8505-7daacaefbb86,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:36.832721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:36.837056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:37.014507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=f981c2a3-0524-480a-8505-7daacaefbb86,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:37.019923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:37.039446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Allocated IP 172.20.0.2 (8b34b1a2-ec0b-4932-91aa-c37ceab560e2/0d780b2e-e2e6-4487-bc3f-c4f98e799a09/a76f5f36-551a-4ca5-8cc0-a105412b7101) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:34:37.172422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1fb551-e914-46cf-80b3-4944a0da7817 None None] New status for floating IP 25b9544f-f2b5-4e5c-97c2-e099c390dcb6: ACTIVE {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:34:37.247510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:37.285690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:37.391927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eaf267-7144-4408-8e01-779fdddc5a5d req-230243e6-8a9f-44eb-a67d-9e9e65f55670 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:37.393666 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8eaf267-7144-4408-8e01-779fdddc5a5d req-230243e6-8a9f-44eb-a67d-9e9e65f55670 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.3596251
Feb 11 19:34:37.394126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:37.407249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Transition to ACTIVE for port object a76f5f36-551a-4ca5-8cc0-a105412b7101 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:37.426851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Transition to ACTIVE for port object a76f5f36-551a-4ca5-8cc0-a105412b7101 will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:37.495867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:37.515395 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:37.559573 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8eaf267-7144-4408-8e01-779fdddc5a5d req-25e06ddb-6da8-44c6-9aa5-78f81347c300 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1478505
Feb 11 19:34:37.703567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Pushing event updated for resources: {'Port': ['ID=a76f5f36-551a-4ca5-8cc0-a105412b7101,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:37.703567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:37.732656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device f981c2a3-0524-480a-8505-7daacaefbb86 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:37.751314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Allocated IP 172.27.2.252 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/e1b179d8-7c0d-4cf9-8184-92f7628bd332) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:34:37.837887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:37.839954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:37.842883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:34:37.852635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port f981c2a3-0524-480a-8505-7daacaefbb86 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:37.853057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:37.913434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:37.975755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Attempting to bind port a76f5f36-551a-4ca5-8cc0-a105412b7101 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:34:37.976169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Attempting to bind port a76f5f36-551a-4ca5-8cc0-a105412b7101 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:34:37.976579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Attempting to bind port a76f5f36-551a-4ca5-8cc0-a105412b7101 on network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:34:37.985766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:34:37.986185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Checking segment: {'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:37.986665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:37.987103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Bound using segment: {'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:34:37.987635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Bound port: a76f5f36-551a-4ca5-8cc0-a105412b7101, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:34:37.988066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:37.993985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:38.017537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-710c69c5-c930-4692-abf8-f35c378bb206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:38.160172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-26be73da-7093-46af-8edb-68079a0845ba None None] For port a76f5f36-551a-4ca5-8cc0-a105412b7101, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:34:38.164407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-26be73da-7093-46af-8edb-68079a0845ba None None] For port a76f5f36-551a-4ca5-8cc0-a105412b7101, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=a76f5f36-551a-4ca5-8cc0-a105412b7101,segment=NetworkSegment(fdde3962-9350-4c18-bf3b-682cd343e733),segment_id=fdde3962-9350-4c18-bf3b-682cd343e733)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:34:38.201432 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b179d8-7c0d-4cf9-8184-92f7628bd332,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:38.203723 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:38.204768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:38.220930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0629a14f-c6d2-4fcf-a68b-29efe3169d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:38.250811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:38.251939 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:38.254316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:34:38.545236 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Pushing event updated for resources: {'Port': ['ID=a76f5f36-551a-4ca5-8cc0-a105412b7101,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:38.552702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:38.762047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:38.775322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:38.855756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:38.860059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:39.001002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba971f2-4d0a-4383-a635-cee973fc6ea2 req-686d7489-bd70-450a-8c94-a9cfe07fbb53 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:39.014838 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1ba971f2-4d0a-4383-a635-cee973fc6ea2 req-686d7489-bd70-450a-8c94-a9cfe07fbb53 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2874668
Feb 11 19:34:39.080648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:39.125844 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1ba971f2-4d0a-4383-a635-cee973fc6ea2 req-95480f3f-41f2-4ea6-8dfd-b5579400f246 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1098762
Feb 11 19:34:39.142563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:34:39.161182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port c14887d6-a544-4fc9-9db1-6044fd90ed8d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:39.207036 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'code': 200}
Feb 11 19:34:39.223660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:39.229557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:39.308671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=c14887d6-a544-4fc9-9db1-6044fd90ed8d,revision_number=6']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:39.312556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:39.483638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:39.564814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa1b34-0578-47d2-8db3-1c846769322e req-c6fe7a6c-313d-494a-b830-9ac817ff575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:39.566506 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fbfa1b34-0578-47d2-8db3-1c846769322e req-c6fe7a6c-313d-494a-b830-9ac817ff575c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1163 time: 0.0855772
Feb 11 19:34:39.616341 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fbfa1b34-0578-47d2-8db3-1c846769322e req-3a1ab897-7ac8-424a-8d24-ed3e53f721e4 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419965
Feb 11 19:34:39.752307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Router 4b448e61-e410-4789-9efb-902eeaab967f is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:34:39.764090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device a76f5f36-551a-4ca5-8cc0-a105412b7101 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:39.866002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port a76f5f36-551a-4ca5-8cc0-a105412b7101 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:39.972391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:34:39.982501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Sync routers for ids ['4b448e61-e410-4789-9efb-902eeaab967f'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:34:39.994768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Routers {'4b448e61-e410-4789-9efb-902eeaab967f'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:39.995585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67aca636a0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['4b448e61-e410-4789-9efb-902eeaab967f'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:40.037511 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:40.039007 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-decb7dff-3b01-4660-a61c-126d04b92d30 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.8301897
Feb 11 19:34:40.043979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 58140) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:40.169936 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a9ef6-ddc3-4d8d-b9cf-07d6311ab026 None None] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:34:40.320832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Set router 4b448e61-e410-4789-9efb-902eeaab967f gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:40.440539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] Provisioning for port a76f5f36-551a-4ca5-8cc0-a105412b7101 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:40.458504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] Provisioning complete for port a76f5f36-551a-4ca5-8cc0-a105412b7101 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:40.458953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:40.486027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:40.592698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7d67-200d-4a09-b707-a91ab74d4dd6 req-76707571-c2cf-4641-8ba4-297204d9300f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:40.594410 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f10b7d67-200d-4a09-b707-a91ab74d4dd6 req-76707571-c2cf-4641-8ba4-297204d9300f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2807534
Feb 11 19:34:40.809219 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f10b7d67-200d-4a09-b707-a91ab74d4dd6 req-2febdd03-9ef5-456d-8367-ae033b9e90c6 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1526246
Feb 11 19:34:40.861497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:40.861914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:40.981391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:41.018316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:41.092540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] For port a76f5f36-551a-4ca5-8cc0-a105412b7101, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=a76f5f36-551a-4ca5-8cc0-a105412b7101,segment=NetworkSegment(fdde3962-9350-4c18-bf3b-682cd343e733),segment_id=fdde3962-9350-4c18-bf3b-682cd343e733)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:41.124061 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:41.135078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:41.201247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67aca636a0>, [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:34:38Z', 'revision_number': 3, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:41.217258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Checking router: 4b448e61-e410-4789-9efb-902eeaab967f for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:34:41.217664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Updating router 4b448e61-e410-4789-9efb-902eeaab967f port e1b179d8-7c0d-4cf9-8184-92f7628bd332 binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:34:41.291928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] Pushing event updated for resources: {'Port': ['ID=a76f5f36-551a-4ca5-8cc0-a105412b7101,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:41.298994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:41.303693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:41.409648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-a0d6a06b-6ac5-49a6-9a85-712c0bfc582f None None] Provisioning complete for port a76f5f36-551a-4ca5-8cc0-a105412b7101 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:41.410072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a06b-6ac5-49a6-9a85-712c0bfc582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:41.450827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Allocated IP 172.20.0.1 (8b34b1a2-ec0b-4932-91aa-c37ceab560e2/0d780b2e-e2e6-4487-bc3f-c4f98e799a09/58798b66-c9aa-4354-8c7a-4aedce696932) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:34:41.713689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:41.749128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Transition to ACTIVE for port object 58798b66-c9aa-4354-8c7a-4aedce696932 will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:41.786135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device a76f5f36-551a-4ca5-8cc0-a105412b7101 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:41.814992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:41.833301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:41.992616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Pushing event updated for resources: {'Port': ['ID=58798b66-c9aa-4354-8c7a-4aedce696932,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:41.998834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:42.059425 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port a76f5f36-551a-4ca5-8cc0-a105412b7101 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:42.059997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.148130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564222b-95a2-4c25-bff8-d0c467805cc0 req-9380d4fc-d452-49f6-b185-5763a8690e15 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:42.149935 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7564222b-95a2-4c25-bff8-d0c467805cc0 req-9380d4fc-d452-49f6-b185-5763a8690e15 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.1986144
Feb 11 19:34:42.150533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 58168) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:42.239565 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7564222b-95a2-4c25-bff8-d0c467805cc0 req-3bafe9df-b119-4113-a871-f29f33c4c4c4 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0792449
Feb 11 19:34:42.278210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-cfbeaaeb-1c9e-4440-a8b8-d9ba2d226911 None None] Provisioning complete for port a76f5f36-551a-4ca5-8cc0-a105412b7101 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:42.279029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cfbeaaeb-1c9e-4440-a8b8-d9ba2d226911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.336467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:42.337635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:42.340067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:34:42.402469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.405159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.423986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:42.428366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Usage tracker for resource:security_group_rule and tenant:b83f0e26594b4285a9c548d69b040724 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:42.429543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:42.431953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:42.438425 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:42.472704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.533633 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.552732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Transition to ACTIVE for port object e1b179d8-7c0d-4cf9-8184-92f7628bd332 will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:42.575951 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port c14887d6-a544-4fc9-9db1-6044fd90ed8d triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:42.576506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.580550 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.590746 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-101fa890-876d-4afd-9e63-73a34ac32fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:42.604614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.641470 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b83f0e26594b4285a9c548d69b040724&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4885321
Feb 11 19:34:42.642933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb3acb5-f69a-42c6-91f8-96f6d5800d41,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:42.645586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 58178) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:42.669185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:42.695993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.714420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3b0333b6-84c0-45df-9b9a-f1e9e281267d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.714686 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:42.744003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3b0333b6-84c0-45df-9b9a-f1e9e281267d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.847129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3b0333b6-84c0-45df-9b9a-f1e9e281267d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.857814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-49e53423-44b0-4824-85da-b1ef9008360b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:42.875391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0333b6-84c0-45df-9b9a-f1e9e281267d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb3acb5-f69a-42c6-91f8-96f6d5800d41,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:42.877954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3b0333b6-84c0-45df-9b9a-f1e9e281267d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:42.878646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3b0333b6-84c0-45df-9b9a-f1e9e281267d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.883258 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-3b0333b6-84c0-45df-9b9a-f1e9e281267d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6eb3acb5-f69a-42c6-91f8-96f6d5800d41 HTTP/1.1" status: 204  len: 168 time: 0.2359641
Feb 11 19:34:42.902128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d29114-0c81-48f7-9bfe-863b10b84866 None None] Pushing event updated for resources: {'Port': ['ID=e1b179d8-7c0d-4cf9-8184-92f7628bd332,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:42.905632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-47d29114-0c81-48f7-9bfe-863b10b84866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:42.908959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.919527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-80aa550b-49a7-42a3-b7d8-e72c778333c6 None None] Provisioning for port 58798b66-c9aa-4354-8c7a-4aedce696932 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:42.935079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-80aa550b-49a7-42a3-b7d8-e72c778333c6 None None] Provisioning complete for port 58798b66-c9aa-4354-8c7a-4aedce696932 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:42.935498 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-80aa550b-49a7-42a3-b7d8-e72c778333c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.952171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:42.990258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6768ac10-4759-4609-b5c4-efee6dfee3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:43.018792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-80aa550b-49a7-42a3-b7d8-e72c778333c6 None None] Port 58798b66-c9aa-4354-8c7a-4aedce696932 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:34:43.038581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Attempting to bind port e1b179d8-7c0d-4cf9-8184-92f7628bd332 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:34:43.039002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Attempting to bind port e1b179d8-7c0d-4cf9-8184-92f7628bd332 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:34:43.039417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Attempting to bind port e1b179d8-7c0d-4cf9-8184-92f7628bd332 on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:34:43.045548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:34:43.046126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:43.046718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.047578 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:34:43.048217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Bound port: e1b179d8-7c0d-4cf9-8184-92f7628bd332, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:34:43.048887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.085895 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Pushing event updated for resources: {'Port': ['ID=58798b66-c9aa-4354-8c7a-4aedce696932,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:43.091579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:43.096520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.138289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] For port e1b179d8-7c0d-4cf9-8184-92f7628bd332, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:34:43.141535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] For port e1b179d8-7c0d-4cf9-8184-92f7628bd332, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e1b179d8-7c0d-4cf9-8184-92f7628bd332,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:34:43.197932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.220289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:43.251464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:34:43.253094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:34:43.372593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d29114-0c81-48f7-9bfe-863b10b84866 None None] Pushing event updated for resources: {'Port': ['ID=e1b179d8-7c0d-4cf9-8184-92f7628bd332,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:43.377671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-47d29114-0c81-48f7-9bfe-863b10b84866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:43.464359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Routers {'4b448e61-e410-4789-9efb-902eeaab967f'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:43.465045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67aca636a0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['4b448e61-e410-4789-9efb-902eeaab967f'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:43.498712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Router 4b448e61-e410-4789-9efb-902eeaab967f has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:34:43.504926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 58194) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:43.594699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.635335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:43.643732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Usage tracker for resource:security_group_rule and tenant:a69eea762c694aafa4c6b6ff7f8ed958 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:43.649661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:43.661247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:43.670575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-6501d1a0-4153-406c-9799-d8561e365936 None None] Provisioning complete for port 58798b66-c9aa-4354-8c7a-4aedce696932 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:43.670999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6501d1a0-4153-406c-9799-d8561e365936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.748465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.759801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:34:43.777639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-6501d1a0-4153-406c-9799-d8561e365936 None None] Port 58798b66-c9aa-4354-8c7a-4aedce696932 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:34:43.778587 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] 10.222.0.79 "PUT /v2.0/routers/4b448e61-e410-4789-9efb-902eeaab967f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7330072
Feb 11 19:34:43.783311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.799110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ceaa22e1-41bb-4f69-8f81-d8d31308f6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:43.806487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] Set router 4b448e61-e410-4789-9efb-902eeaab967f gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:43.843732 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a69eea762c694aafa4c6b6ff7f8ed958&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3376443
Feb 11 19:34:43.845957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2172a2-2f2b-452e-a0d1-b3b1d56aacdb,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:43.846802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 58204) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:43.860445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:43.913540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8bb2a01-e4a7-4dee-9782-0f6f7ce4b70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:43.947338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8bb2a01-e4a7-4dee-9782-0f6f7ce4b70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:44.035021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8bb2a01-e4a7-4dee-9782-0f6f7ce4b70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:44.041420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ddad2021-f155-4117-b32f-cdbd4d22f196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:44.055566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb2a01-e4a7-4dee-9782-0f6f7ce4b70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2172a2-2f2b-452e-a0d1-b3b1d56aacdb,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:44.059220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8bb2a01-e4a7-4dee-9782-0f6f7ce4b70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:44.061786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8bb2a01-e4a7-4dee-9782-0f6f7ce4b70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:44.065992 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f8bb2a01-e4a7-4dee-9782-0f6f7ce4b70e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed2172a2-2f2b-452e-a0d1-b3b1d56aacdb HTTP/1.1" status: 204  len: 168 time: 0.2179427
Feb 11 19:34:44.352670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67aca636a0>, [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:34:42Z', 'revision_number': 4, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '58798b66-c9aa-4354-8c7a-4aedce696932', 'name': '', 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'mac_address': 'fa:16:3e:b4:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:41Z', 'updated_at': '2021-02-11T19:34:42Z', 'revision_number': 2, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'subnets': [{'id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:44.357794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eec74a-45ca-4b30-9330-9db1749e54c4 None None] The sync data for ids ['4b448e61-e410-4789-9efb-902eeaab967f'] in dv-cinder-775250-1-iscsi is: [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:34:42Z', 'revision_number': 4, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '58798b66-c9aa-4354-8c7a-4aedce696932', 'name': '', 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'mac_address': 'fa:16:3e:b4:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:41Z', 'updated_at': '2021-02-11T19:34:42Z', 'revision_number': 2, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'subnets': [{'id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:34:44.440401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-952438395', 'description': 'tempest-TestVolumeBootPattern-952438395 description'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:44.463780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:44.468384 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Usage tracker for resource:security_group and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:44.471935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:44.478365 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:44.543812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:44.566190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:44.571438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Usage tracker for resource:security_group_rule and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:44.574668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:44.580769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:44.662857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:44.699287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:44.705466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-526d0f38-74aa-4c27-9cdf-65b2c30b4c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:44.756939 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:44.761917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:44.797541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:44.799056 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f9a712a6-677c-4a2d-b8ab-1e6ec6c65ed0 req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3636348
Feb 11 19:34:44.910702 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-b3ea703b-8e12-45d4-88ef-bfb7edff7820 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups/f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef HTTP/1.1" status: 200  len: 1806 time: 0.0675421
Feb 11 19:34:44.922645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:44.923095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:44.947434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:44.951733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Usage tracker for resource:security_group_rule and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:44.955789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:44.961826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:45.063120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:45.088926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:45.115792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:45.124757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8c017af1-1e6d-4c0b-b825-6cf134c95fab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:45.145119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90b1c94-24f9-447f-a2f0-920f4150eb7f,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:45.148137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:45.191657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:45.196439 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-71cb34ce-76c1-4ae9-8749-ba65cbc02b0b req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2789788
Feb 11 19:34:45.304847 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-10ddd5f5-5561-4e11-9829-0961b8395cae tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups/f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef HTTP/1.1" status: 200  len: 2399 time: 0.0717461
Feb 11 19:34:45.315915 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef', 'remote_group_id': None}]} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:45.316359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef', 'remote_group_id': None}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:34:45.338265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:45.342347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Usage tracker for resource:security_group_rule and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:45.345387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:45.351809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:45.453030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:45.481528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:45.532223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:45.558622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:45.582776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab34581-26ec-43cb-baf4-b37dea13a3ba,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:45.587090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:45.597289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:45.599900 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9dad4f1e-e81f-4b1b-bb64-1d08a213f00a req-22edbe6d-e240-44fd-89b1-cfab49f85b03 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2872596
Feb 11 19:34:45.807182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e1b179d8-7c0d-4cf9-8184-92f7628bd332 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:45.943669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port e1b179d8-7c0d-4cf9-8184-92f7628bd332 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:45.950603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port e1b179d8-7c0d-4cf9-8184-92f7628bd332 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:45.951216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:46.108122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:46.130361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port e1b179d8-7c0d-4cf9-8184-92f7628bd332, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e1b179d8-7c0d-4cf9-8184-92f7628bd332,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:46.323246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:46.325291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:46.404174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=e1b179d8-7c0d-4cf9-8184-92f7628bd332,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:46.407693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:46.783975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7c27f-b25a-47ae-8dc0-f14d4cc1b795 req-08d442c2-d6ca-4860-9c9a-52608b4a338f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:46.785685 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eab7c27f-b25a-47ae-8dc0-f14d4cc1b795 req-08d442c2-d6ca-4860-9c9a-52608b4a338f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1855044
Feb 11 19:34:46.850995 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eab7c27f-b25a-47ae-8dc0-f14d4cc1b795 req-91a89492-bdeb-40fb-9fe5-3c94856a93a7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587890
Feb 11 19:34:47.708522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 58358) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:47.745114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e1b179d8-7c0d-4cf9-8184-92f7628bd332 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:47.823486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port e1b179d8-7c0d-4cf9-8184-92f7628bd332 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:47.823946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:47.855027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Sync routers for ids ['4b448e61-e410-4789-9efb-902eeaab967f'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:34:47.865779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Routers {'4b448e61-e410-4789-9efb-902eeaab967f'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:47.866575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad793160>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['4b448e61-e410-4789-9efb-902eeaab967f'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:47.895091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:47.911443 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:47.916183 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Usage tracker for resource:security_group_rule and tenant:20bb903b4de1470cb9b6acf3aac1aad4 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:47.919385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:47.925297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:48.031928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:48.065700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:48.074667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3c057960-b178-43d7-b3e2-b468e17f3083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:48.093206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Set router 4b448e61-e410-4789-9efb-902eeaab967f gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:48.119165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504ba676-ae16-4406-a7b8-3180264c9b5b,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:48.123589 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:48.129739 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20bb903b4de1470cb9b6acf3aac1aad4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4193113
Feb 11 19:34:48.147506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 58366) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:48.203886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45128174-30b7-4d63-9787-7700fd87aac6 req-d14de8ca-0854-48de-b120-5baa40219de3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:48.212194 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-45128174-30b7-4d63-9787-7700fd87aac6 req-d14de8ca-0854-48de-b120-5baa40219de3 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1862049
Feb 11 19:34:48.220438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-39ad2a45-e1c5-454e-8f06-8bbbc2e182f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:48.253808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-39ad2a45-e1c5-454e-8f06-8bbbc2e182f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:48.280083 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-45128174-30b7-4d63-9787-7700fd87aac6 req-d1053566-a823-4379-8b76-4fa18ee498df tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668988
Feb 11 19:34:48.331863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-39ad2a45-e1c5-454e-8f06-8bbbc2e182f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:48.338217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ea7562c9-d788-4250-871c-f537ace77048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:48.349230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad2a45-e1c5-454e-8f06-8bbbc2e182f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ba676-ae16-4406-a7b8-3180264c9b5b,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:48.354706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-39ad2a45-e1c5-454e-8f06-8bbbc2e182f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:48.357686 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-39ad2a45-e1c5-454e-8f06-8bbbc2e182f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:48.358943 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-39ad2a45-e1c5-454e-8f06-8bbbc2e182f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/504ba676-ae16-4406-a7b8-3180264c9b5b HTTP/1.1" status: 204  len: 168 time: 0.2103760
Feb 11 19:34:48.479298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad793160>, [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:34:42Z', 'revision_number': 4, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '58798b66-c9aa-4354-8c7a-4aedce696932', 'name': '', 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'mac_address': 'fa:16:3e:b4:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:41Z', 'updated_at': '2021-02-11T19:34:42Z', 'revision_number': 2, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'subnets': [{'id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:48.483544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Checking router: 4b448e61-e410-4789-9efb-902eeaab967f for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:34:48.483944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Updating router 4b448e61-e410-4789-9efb-902eeaab967f port 58798b66-c9aa-4354-8c7a-4aedce696932 binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:34:48.544347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:48.924362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 58378) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:48.947319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:48.962729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:34:48.966841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1da7fc3482460a96bd736741207453 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:34:48.969800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:34:48.976112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:34:48.985796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.052023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Transition to ACTIVE for port object 58798b66-c9aa-4354-8c7a-4aedce696932 will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:34:49.086293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.102720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e826fa95-1083-4616-97ce-81ec13db9071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:49.109647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.143269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.153459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8bb2a01-e4a7-4dee-9782-0f6f7ce4b70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:49.202016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d538ad-4678-4c7d-9726-fd235da4ab6a,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:49.207344 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed1da7fc3482460a96bd736741207453&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2818410
Feb 11 19:34:49.208356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:49.211015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 58382) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:34:49.251730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521ba6f-0a5c-43a3-b196-06a23b8f7a20 None None] Pushing event updated for resources: {'Port': ['ID=58798b66-c9aa-4354-8c7a-4aedce696932,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:49.256387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7521ba6f-0a5c-43a3-b196-06a23b8f7a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:49.273674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9e4bdda8-f645-4908-b56e-2c80861b204d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.302086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9e4bdda8-f645-4908-b56e-2c80861b204d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.413934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9e4bdda8-f645-4908-b56e-2c80861b204d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.420390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-174042dd-0778-47cb-9019-d7a25d5912db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:49.436176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bdda8-f645-4908-b56e-2c80861b204d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d538ad-4678-4c7d-9726-fd235da4ab6a,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:49.439532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Attempting to bind port 58798b66-c9aa-4354-8c7a-4aedce696932 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:34:49.445712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Attempting to bind port 58798b66-c9aa-4354-8c7a-4aedce696932 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:34:49.446366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Attempting to bind port 58798b66-c9aa-4354-8c7a-4aedce696932 on network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:34:49.459098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9e4bdda8-f645-4908-b56e-2c80861b204d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:49.459282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:34:49.459622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Checking segment: {'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:34:49.460139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.460576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Bound using segment: {'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:34:49.461143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Bound port: 58798b66-c9aa-4354-8c7a-4aedce696932, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdde3962-9350-4c18-bf3b-682cd343e733', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:34:49.461566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.465063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9e4bdda8-f645-4908-b56e-2c80861b204d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.466875 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9e4bdda8-f645-4908-b56e-2c80861b204d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f1d538ad-4678-4c7d-9726-fd235da4ab6a HTTP/1.1" status: 204  len: 168 time: 0.2552428
Feb 11 19:34:49.594894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] For port 58798b66-c9aa-4354-8c7a-4aedce696932, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:34:49.598312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] For port 58798b66-c9aa-4354-8c7a-4aedce696932, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=58798b66-c9aa-4354-8c7a-4aedce696932,segment=NetworkSegment(fdde3962-9350-4c18-bf3b-682cd343e733),segment_id=fdde3962-9350-4c18-bf3b-682cd343e733)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:34:49.635205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:49.655574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:49.681772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936f24c-b99c-4203-9fa0-b6b2ecc46172 req-217f3390-a031-42b6-8ab8-4eb970edb0b6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:49.684008 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b936f24c-b99c-4203-9fa0-b6b2ecc46172 req-217f3390-a031-42b6-8ab8-4eb970edb0b6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.2380879
Feb 11 19:34:49.754781 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b936f24c-b99c-4203-9fa0-b6b2ecc46172 req-ba13a0f5-2fa7-432e-ac14-ac86e2341570 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641925
Feb 11 19:34:49.819123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521ba6f-0a5c-43a3-b196-06a23b8f7a20 None None] Pushing event updated for resources: {'Port': ['ID=58798b66-c9aa-4354-8c7a-4aedce696932,revision_number=4']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:49.825427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7521ba6f-0a5c-43a3-b196-06a23b8f7a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:49.867670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Routers {'4b448e61-e410-4789-9efb-902eeaab967f'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:34:49.868728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad793160>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:34:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['4b448e61-e410-4789-9efb-902eeaab967f'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:50.224371 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] Set router 4b448e61-e410-4789-9efb-902eeaab967f gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:34:50.572123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad793160>, [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:34:42Z', 'revision_number': 4, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '58798b66-c9aa-4354-8c7a-4aedce696932', 'name': '', 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'mac_address': 'fa:16:3e:b4:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:41Z', 'updated_at': '2021-02-11T19:34:49Z', 'revision_number': 4, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'subnets': [{'id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:34:50.576484 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c87823-432c-4711-8b40-043705f96a5e None None] The sync data for ids ['4b448e61-e410-4789-9efb-902eeaab967f'] in dv-cinder-775250-1-iscsi is: [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:34:42Z', 'revision_number': 4, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '58798b66-c9aa-4354-8c7a-4aedce696932', 'name': '', 'network_id': '8b34b1a2-ec0b-4932-91aa-c37ceab560e2', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'mac_address': 'fa:16:3e:b4:57:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:41Z', 'updated_at': '2021-02-11T19:34:49Z', 'revision_number': 4, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'subnets': [{'id': '0d780b2e-e2e6-4487-bc3f-c4f98e799a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:34:51.081219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e3d7b-0396-4d26-9cdc-eec5763fcbbf req-e66a756a-43d9-4dbf-9ae9-8d7b70555910 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:51.082951 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4f5e3d7b-0396-4d26-9cdc-eec5763fcbbf req-e66a756a-43d9-4dbf-9ae9-8d7b70555910 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1737590
Feb 11 19:34:51.159148 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4f5e3d7b-0396-4d26-9cdc-eec5763fcbbf req-522cbb30-fa5e-47ea-b047-1d3d3cd29cf6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684159
Feb 11 19:34:51.771817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 58798b66-c9aa-4354-8c7a-4aedce696932 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:51.872276 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 58798b66-c9aa-4354-8c7a-4aedce696932 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:34:51.881176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 58798b66-c9aa-4354-8c7a-4aedce696932 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:51.881852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:52.024143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:52.072159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 58798b66-c9aa-4354-8c7a-4aedce696932, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=58798b66-c9aa-4354-8c7a-4aedce696932,segment=NetworkSegment(fdde3962-9350-4c18-bf3b-682cd343e733),segment_id=fdde3962-9350-4c18-bf3b-682cd343e733)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:34:52.100914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:52.103042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:34:52.174334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=58798b66-c9aa-4354-8c7a-4aedce696932,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:34:52.177786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:34:52.475685 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3631ad8-f91d-48c7-bb61-f9ebf2aea7ff req-87c7cd1f-2f6f-4e5d-bf64-6b995468aec0 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:52.477439 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a3631ad8-f91d-48c7-bb61-f9ebf2aea7ff req-87c7cd1f-2f6f-4e5d-bf64-6b995468aec0 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1669905
Feb 11 19:34:52.541580 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a3631ad8-f91d-48c7-bb61-f9ebf2aea7ff req-4c264510-c171-46fe-8f51-fd70e67bc209 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571423
Feb 11 19:34:53.742537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 58798b66-c9aa-4354-8c7a-4aedce696932 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:53.846154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 58798b66-c9aa-4354-8c7a-4aedce696932 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:53.847624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:53.860560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d2426-6ca5-4b11-866a-e40c48d9a467 req-9b829109-8ce9-45ce-905b-7a849b882b8d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:53.862330 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eb6d2426-6ca5-4b11-866a-e40c48d9a467 req-9b829109-8ce9-45ce-905b-7a849b882b8d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1713340
Feb 11 19:34:53.932299 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eb6d2426-6ca5-4b11-866a-e40c48d9a467 req-5579adc2-2cd8-422e-a09d-f5cdf0643151 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618863
Feb 11 19:34:54.628656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3cc8433e-a382-4073-adad-f53e855944fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:55.245115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f230-2cb2-4ed7-b991-cbfbd2870c8a req-acfa2cef-2427-4221-af3c-888581d15386 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:55.247098 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3d76f230-2cb2-4ed7-b991-cbfbd2870c8a req-acfa2cef-2427-4221-af3c-888581d15386 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1684103
Feb 11 19:34:55.319072 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3d76f230-2cb2-4ed7-b991-cbfbd2870c8a req-bfdaed86-9a5f-4f1e-9c55-c0e894c5ab0e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597286
Feb 11 19:34:56.525180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:34:56.621899 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:34:56.622348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:56.634548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f12e-bc1a-40e2-9a21-dd59db32863c req-49c9d90d-bba6-4ab7-8d13-c0e66c49b6f6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:56.636208 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eb34f12e-bc1a-40e2-9a21-dd59db32863c req-49c9d90d-bba6-4ab7-8d13-c0e66c49b6f6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1694748
Feb 11 19:34:56.716012 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eb34f12e-bc1a-40e2-9a21-dd59db32863c req-2c15c8cb-f801-4e8f-9958-4d9612744ede tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727637
Feb 11 19:34:56.814185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ed8498e3-728f-4f2a-85da-68316f73212a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:57.747002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:58.026130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac2bb-9167-49f8-8e30-cc76b5ae0c4f req-8acf9fe2-a1af-47e6-9846-767c273aa800 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:58.028110 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-86fac2bb-9167-49f8-8e30-cc76b5ae0c4f req-8acf9fe2-a1af-47e6-9846-767c273aa800 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1657319
Feb 11 19:34:58.090811 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-86fac2bb-9167-49f8-8e30-cc76b5ae0c4f req-3b642b4f-6230-44d0-85a4-e47b7684f264 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563862
Feb 11 19:34:58.436874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:59.183358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:34:59.191545 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:34:59.410620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e2eaf-417a-40dc-ae2d-6f09d28655e7 req-15ca20b7-e667-41a3-9fcb-af1b3bd5d210 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:34:59.413205 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9a8e2eaf-417a-40dc-ae2d-6f09d28655e7 req-15ca20b7-e667-41a3-9fcb-af1b3bd5d210 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1746304
Feb 11 19:34:59.478960 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9a8e2eaf-417a-40dc-ae2d-6f09d28655e7 req-62418f41-f54c-465a-a6dd-0d2de4421c90 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581312
Feb 11 19:35:00.793488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2756721-7c95-4b69-b7cc-0e891009c6a1 req-5dfad77b-918f-419a-bf86-5951b3eba4d0 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:00.795065 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d2756721-7c95-4b69-b7cc-0e891009c6a1 req-5dfad77b-918f-419a-bf86-5951b3eba4d0 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1654539
Feb 11 19:35:00.859487 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d2756721-7c95-4b69-b7cc-0e891009c6a1 req-7b55791f-807f-4609-938d-a17dbfe01897 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578458
Feb 11 19:35:02.184807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e43519-fc45-43b3-bde5-e5837daf68d9 req-36fc84f3-7f1d-4e34-8480-3302e5289ae8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:02.190432 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-82e43519-fc45-43b3-bde5-e5837daf68d9 req-36fc84f3-7f1d-4e34-8480-3302e5289ae8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1767337
Feb 11 19:35:02.255664 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-82e43519-fc45-43b3-bde5-e5837daf68d9 req-a0281288-9c62-4142-a81a-a8a6e335cd51 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620990
Feb 11 19:35:03.163986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:03.566249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc899-7f54-466e-9609-b0988981c9bf req-b1cec64a-cfa3-4bfd-afa3-b888300c33da tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:03.567987 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-954cc899-7f54-466e-9609-b0988981c9bf req-b1cec64a-cfa3-4bfd-afa3-b888300c33da tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1643960
Feb 11 19:35:03.635165 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-954cc899-7f54-466e-9609-b0988981c9bf req-89a1d300-19ce-47d4-8cd2-161d70c12bb0 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603085
Feb 11 19:35:04.986117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340704a-0a93-4ceb-bba6-ea075ebd9cfe req-e49101ac-3969-4784-b258-9b8bd2ed2aa2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:04.992619 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6340704a-0a93-4ceb-bba6-ea075ebd9cfe req-e49101ac-3969-4784-b258-9b8bd2ed2aa2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1989617
Feb 11 19:35:05.066830 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6340704a-0a93-4ceb-bba6-ea075ebd9cfe req-f4ba1140-b0a9-462a-ac93-c478f57ca89a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714259
Feb 11 19:35:06.419227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c5d77-3fbd-4e7d-a406-88691c15829f req-66f95873-9488-49fc-b564-d349c8134baa tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:06.421460 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b7c5d77-3fbd-4e7d-a406-88691c15829f req-66f95873-9488-49fc-b564-d349c8134baa tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1889818
Feb 11 19:35:06.725357 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b7c5d77-3fbd-4e7d-a406-88691c15829f req-e52b2fa1-3f0e-4b05-83b8-831fe66e4169 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2896390
Feb 11 19:35:08.077207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b909a-1ec2-4a44-8d34-fe01245938b8 req-25913108-2e48-49ea-8617-a63ceca3a8ec tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:08.079126 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-705b909a-1ec2-4a44-8d34-fe01245938b8 req-25913108-2e48-49ea-8617-a63ceca3a8ec tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1837900
Feb 11 19:35:08.151993 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-705b909a-1ec2-4a44-8d34-fe01245938b8 req-518a6796-9820-4130-aff2-cdba724e7642 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649118
Feb 11 19:35:09.615283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dbbbb-8f26-49e8-8032-3f9b10c44cfe req-8e48d7da-2321-49fc-ac6e-d7244c44349e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:09.617508 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d3dbbbb-8f26-49e8-8032-3f9b10c44cfe req-8e48d7da-2321-49fc-ac6e-d7244c44349e tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.2266586
Feb 11 19:35:09.684908 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d3dbbbb-8f26-49e8-8032-3f9b10c44cfe req-9dc66cff-247c-4007-b0ce-fd14c9cb8d12 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593131
Feb 11 19:35:11.042170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04b15d-4166-4d15-813b-75b6ea9cc766 req-f03fefc8-eb1b-412a-8c4e-462ae43444d5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:11.043951 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-db04b15d-4166-4d15-813b-75b6ea9cc766 req-f03fefc8-eb1b-412a-8c4e-462ae43444d5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1713920
Feb 11 19:35:11.114931 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-db04b15d-4166-4d15-813b-75b6ea9cc766 req-98ac708c-c10a-45ea-ba0e-eb64531cc3b7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644369
Feb 11 19:35:12.439801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd3b8f-faa4-4a19-a60d-ed09f4f6b278 req-de4f6752-aa10-450a-a1d6-b3368441db39 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:12.441523 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1ecd3b8f-faa4-4a19-a60d-ed09f4f6b278 req-de4f6752-aa10-450a-a1d6-b3368441db39 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1672778
Feb 11 19:35:12.510832 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1ecd3b8f-faa4-4a19-a60d-ed09f4f6b278 req-879ba6cf-b603-4e85-96ba-992bc4476e61 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622473
Feb 11 19:35:13.848547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ee2e4-32f5-49bd-a38a-3b48ddbd0ad6 req-0e3db6a3-a123-41da-bb45-1c5e002b9798 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:13.855080 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a5ee2e4-32f5-49bd-a38a-3b48ddbd0ad6 req-0e3db6a3-a123-41da-bb45-1c5e002b9798 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1852429
Feb 11 19:35:13.916024 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a5ee2e4-32f5-49bd-a38a-3b48ddbd0ad6 req-91fdfe5f-9670-46ad-ad49-85a40ec6bf56 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587466
Feb 11 19:35:15.242264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3afd26-0d8d-4e0d-932b-bd1a6c71d6c2 req-077b7aa4-6967-42eb-b84c-cd7dd3cc09bc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:15.244231 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b3afd26-0d8d-4e0d-932b-bd1a6c71d6c2 req-077b7aa4-6967-42eb-b84c-cd7dd3cc09bc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1650863
Feb 11 19:35:15.309975 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6b3afd26-0d8d-4e0d-932b-bd1a6c71d6c2 req-02c3136e-d8f7-4482-bc1c-319b26c82e61 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596273
Feb 11 19:35:15.863401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-3f1b7f84-a9aa-49b0-b39a-ab90d930eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:15.864908 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-3f1b7f84-a9aa-49b0-b39a-ab90d930eb1b service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 1162 time: 0.0779338
Feb 11 19:35:16.009662 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-85881667-fd5c-4c5d-a1ce-3da6f1f9315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:16.011307 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-85881667-fd5c-4c5d-a1ce-3da6f1f9315e service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.1393161
Feb 11 19:35:16.123548 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-c24bc713-fa22-4d88-a031-a1c4833ad32c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb HTTP/1.1" status: 200  len: 1001 time: 0.1039732
Feb 11 19:35:16.192424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-3fa50116-4281-4579-821b-985d6875d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:16.193944 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-3fa50116-4281-4579-821b-985d6875d851 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.0628405
Feb 11 19:35:16.278356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-86a46039-b1a3-4258-98ef-025a0cfbe179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:16.279908 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-86a46039-b1a3-4258-98ef-025a0cfbe179 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787034
Feb 11 19:35:16.427854 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-8e2ba8c1-7e2d-4d6b-a1db-9bafc2af51fe service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395607
Feb 11 19:35:16.583778 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ded64254-b2bc-4d8e-b6b9-cebde2a1b3f4 req-9675ad50-aae5-40fc-8152-3c9bff1aee71 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444595
Feb 11 19:35:16.626082 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4c8b0-15f4-4028-8847-a1043bfc43c4 req-40e1ee34-d589-47eb-ae66-24e4bcb80c64 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:16.627862 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f4c4c8b0-15f4-4028-8847-a1043bfc43c4 req-40e1ee34-d589-47eb-ae66-24e4bcb80c64 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1675985
Feb 11 19:35:16.691289 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f4c4c8b0-15f4-4028-8847-a1043bfc43c4 req-2528d6fe-a0ff-4147-b6ca-f844c3acd1f1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567536
Feb 11 19:35:18.003454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70222a0c-0b8f-4daa-9d3d-3a2cfd46cd4d req-fbad23c3-9f0f-49f5-bb65-a81596f45bd7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:18.005171 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-70222a0c-0b8f-4daa-9d3d-3a2cfd46cd4d req-fbad23c3-9f0f-49f5-bb65-a81596f45bd7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1696508
Feb 11 19:35:18.069049 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-70222a0c-0b8f-4daa-9d3d-3a2cfd46cd4d req-70676e00-f2df-48ba-8908-1f993309da19 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568101
Feb 11 19:35:18.164743 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-bb69ca6c-cceb-447f-b359-fe7e9d3b278f tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-952438395&fields=id&tenant_id=8284320aee86435a9156fabf28af516c HTTP/1.1" status: 200  len: 267 time: 0.0591109
Feb 11 19:35:18.401787 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-8119a702-77c1-4251-b4b3-e37d835374d0 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:18.403529 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-8119a702-77c1-4251-b4b3-e37d835374d0 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 811 time: 0.2318885
Feb 11 19:35:18.420524 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-1bb0eaed-603e-4377-b3e2-8d10e09e0459 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/quotas/8284320aee86435a9156fabf28af516c HTTP/1.1" status: 200  len: 375 time: 0.0109289
Feb 11 19:35:18.543343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-44a9e83a-8017-408d-a9ff-a686eb9a58d7 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:35:18.586437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-44a9e83a-8017-408d-a9ff-a686eb9a58d7 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:35:18.590507 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-44a9e83a-8017-408d-a9ff-a686eb9a58d7 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1619158
Feb 11 19:35:18.607452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:35:18.774838 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c6f87fac-7d43-4b83-9554-18efbadd9c87 service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740878
Feb 11 19:35:18.778291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:18.811555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:35:18.822177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:35:18.851407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:18.854670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:18.934275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:18.941467 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-efbb47be-a98b-4f38-b831-33228d2777ab service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1606948
Feb 11 19:35:18.946018 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'code': 200}
Feb 11 19:35:18.959570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.961641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.962224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.962734 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.963226 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.963705 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.964179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.964652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.965131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.965603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.966083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.973608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.974445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.974981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.975696 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.976251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.976905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.977733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.978489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.978996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.979505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.980030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.980551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.981170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:18.985973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:19.389364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b729-8cdf-44f7-a5b9-8c92cd81b8bf req-55d5cabb-38b2-4775-afb5-a63013b9f7cd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:19.390997 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4b98b729-8cdf-44f7-a5b9-8c92cd81b8bf req-55d5cabb-38b2-4775-afb5-a63013b9f7cd tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1685410
Feb 11 19:35:19.464034 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4b98b729-8cdf-44f7-a5b9-8c92cd81b8bf req-8ef6ed24-1d4d-4ca7-a860-b602fbf6e24c tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602679
Feb 11 19:35:19.860026 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5def0d46-0068-4388-bd36-79a0aee4c3eb req-d4514100-843b-45ae-b57e-f4c1d314ceb5 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0519986
Feb 11 19:35:21.651258 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cbcb726e-4b82-4248-97a2-9fe35f8603e9 req-9aa9c543-b0d2-483e-8e1d-544fe92712fb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0529802
Feb 11 19:35:22.150880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3bd1b-5da5-4c85-8d13-342456a9d0fb req-d45606f0-0cd5-414d-b13e-3144105fecc6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:22.152576 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0fb3bd1b-5da5-4c85-8d13-342456a9d0fb req-d45606f0-0cd5-414d-b13e-3144105fecc6 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1666586
Feb 11 19:35:22.156317 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-06305b0b-4bdf-455b-a55f-c71676d6b9db service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0820637
Feb 11 19:35:22.454577 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0fb3bd1b-5da5-4c85-8d13-342456a9d0fb req-a466fed8-57ea-4cb6-bee2-b251ff9d5ad5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2924936
Feb 11 19:35:22.834020 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ab11c44a-fa41-4b18-9cf5-5059dc516df0 req-0cc2c88d-8a1e-4f7f-aead-bc28139772b0 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0485704
Feb 11 19:35:23.758910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094c635-d625-4f3b-bd31-44b468155e20 req-4fa9ad9d-cb3b-47c8-93f1-b14fa57fdb42 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:23.760492 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b094c635-d625-4f3b-bd31-44b468155e20 req-4fa9ad9d-cb3b-47c8-93f1-b14fa57fdb42 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1619375
Feb 11 19:35:23.826994 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b094c635-d625-4f3b-bd31-44b468155e20 req-69af9ffa-9823-42e4-a8c2-ecc5b0daf5b9 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600986
Feb 11 19:35:24.021221 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7c4a865e-ee79-4fd3-ad1b-5d55cf845387 req-3182580e-ac7f-409f-9039-0c66b6b42da5 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0542343
Feb 11 19:35:24.512712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-df72cba6-2a55-4626-b429-9bb1447440f1 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:24.514357 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-df72cba6-2a55-4626-b429-9bb1447440f1 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 811 time: 0.2401817
Feb 11 19:35:24.614884 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aaf69891-e37e-4dd9-b728-8e91d16cba65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:24.642104 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-4a9e6cb6-06ca-4006-98b2-bc9a22dd2f39 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8284320aee86435a9156fabf28af516c HTTP/1.1" status: 200  len: 5763 time: 0.1149898
Feb 11 19:35:24.652169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'port': {'device_id': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'admin_state_up': True, 'tenant_id': '8284320aee86435a9156fabf28af516c', 'security_groups': ['f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef']}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:35:24.801039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:35:24.811141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:35:24.817453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-543f5f55-b70b-49ec-a592-d2f6e10b0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:24.819134 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-543f5f55-b70b-49ec-a592-d2f6e10b0173 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e&tenant_id=26b4c68409ae4cfdaea868375087a422 HTTP/1.1" status: 200  len: 1160 time: 0.0788407
Feb 11 19:35:24.856171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Made reservation on behalf of 8284320aee86435a9156fabf28af516c for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:35:24.877410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:24.919987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-487bd0e2-b92e-423e-847e-7405e48e2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:24.921771 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-487bd0e2-b92e-423e-847e-7405e48e2f55 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=26b4c68409ae4cfdaea868375087a422&device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 1160 time: 0.0808988
Feb 11 19:35:25.087397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-d1991bdc-1a19-4410-a90b-cd81e96c4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:25.089050 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-d1991bdc-1a19-4410-a90b-cd81e96c4ad5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 200  len: 910 time: 0.1609194
Feb 11 19:35:25.228273 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1c5213a6-f913-4e76-81a7-e9b1ff632899 req-91b72dc8-2409-4972-b5bb-3af8770d6846 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0696702
Feb 11 19:35:25.255290 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-0e98653a-408b-4eca-82db-082b6d14f29a service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb HTTP/1.1" status: 200  len: 999 time: 0.1591358
Feb 11 19:35:25.292954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90db7c1-eebe-493c-ac37-6afdb311582a req-c4c04f09-19bd-47e8-a148-61e22fab1e7b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:25.294711 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d90db7c1-eebe-493c-ac37-6afdb311582a req-c4c04f09-19bd-47e8-a148-61e22fab1e7b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.2659936
Feb 11 19:35:25.327404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-25f733d7-4a93-434a-856c-8ab235668c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:25.328918 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-25f733d7-4a93-434a-856c-8ab235668c62 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 200  len: 855 time: 0.0673370
Feb 11 19:35:25.422181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-2f51a8d8-8f87-4db7-8c50-be87992c2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:25.423837 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-2f51a8d8-8f87-4db7-8c50-be87992c2291 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=896ca65c-f504-458d-a9ca-c89f6068f18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877066
Feb 11 19:35:25.425522 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d90db7c1-eebe-493c-ac37-6afdb311582a req-f15a870b-a61d-44a3-8118-1a5e8c49fa11 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188293
Feb 11 19:35:25.438638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Allocated IP 172.20.0.6 (2473c529-dd5b-4491-823d-bb73c19b2010/df05cb53-b383-4165-bcb1-b5158b5966ea/cc9888f8-6618-43c0-afd0-813716154eda) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:35:25.583952 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-9896e935-d8af-498b-bb53-dd26ce9d155d service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526554
Feb 11 19:35:25.712638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:25.729719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Transition to ACTIVE for port object cc9888f8-6618-43c0-afd0-813716154eda will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:35:25.739907 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e408e88f-3cfa-4f18-a3ad-20156322431a req-a5a3a022-d849-44ed-90c5-25de532764a6 service neutron] 10.222.0.100 "GET /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493242
Feb 11 19:35:25.788397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:25.804108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:25.952940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'Port': ['ID=cc9888f8-6618-43c0-afd0-813716154eda,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:25.966397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.966821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.967234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.967634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.968030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.968428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.968820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.969214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.969608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.969998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.970416 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.970810 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.971238 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.971628 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.972018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.972429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.972792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.973180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.973567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.973952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.974363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.974755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.975143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.975555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:25.981965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:26.023944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Network 2473c529-dd5b-4491-823d-bb73c19b2010 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:35:26.025648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:35:26.028989 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:35:26.168535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:26.169379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:26.222971 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-86769aa1-2038-48bb-8f00-a54c64f8b3dd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5754585
Feb 11 19:35:26.236551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Request body: {'port': {'device_id': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:35:26.330754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-defa0e65-6917-479c-a21b-680ae3175615 None None] Provisioning for port cc9888f8-6618-43c0-afd0-813716154eda completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:35:26.336681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-defa0e65-6917-479c-a21b-680ae3175615 None None] Provisioning complete for port cc9888f8-6618-43c0-afd0-813716154eda triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:35:26.337323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-defa0e65-6917-479c-a21b-680ae3175615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:26.361192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:26.404959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-defa0e65-6917-479c-a21b-680ae3175615 None None] Port cc9888f8-6618-43c0-afd0-813716154eda cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:35:26.544512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff2034-c538-445a-8c77-95b7c0e0ce58 req-e82eb381-a8a1-4326-8106-171d364c0b6e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:26.546277 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b4ff2034-c538-445a-8c77-95b7c0e0ce58 req-e82eb381-a8a1-4326-8106-171d364c0b6e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 931 time: 0.1803324
Feb 11 19:35:26.643351 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-b4ff2034-c538-445a-8c77-95b7c0e0ce58 req-97c47084-24f2-4d94-b749-e8693ad4f839 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:35:26.693839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-b4ff2034-c538-445a-8c77-95b7c0e0ce58 req-97c47084-24f2-4d94-b749-e8693ad4f839 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:35:26.695499 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b4ff2034-c538-445a-8c77-95b7c0e0ce58 req-97c47084-24f2-4d94-b749-e8693ad4f839 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1405451
Feb 11 19:35:26.796932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f54c58bd-79cb-42b4-9574-ab1731947fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:26.919173 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770d90-af83-425e-adc5-7de54bc648f1 req-ef19b340-c72c-499d-beb3-e183478711ab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:26.920912 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bc770d90-af83-425e-adc5-7de54bc648f1 req-ef19b340-c72c-499d-beb3-e183478711ab tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.3008649
Feb 11 19:35:27.060364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9888f8-6618-43c0-afd0-813716154eda {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:35:27.068911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:27.082549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Transition to ACTIVE for port object cc9888f8-6618-43c0-afd0-813716154eda will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:35:27.136521 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bc770d90-af83-425e-adc5-7de54bc648f1 req-85c100f3-2b2c-4666-a5bf-0fcf3dcf6d85 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2063680
Feb 11 19:35:27.138133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:27.153845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6005e6aa-96bc-4f35-934f-b00280585859 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:27.322627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Pushing event updated for resources: {'Port': ['ID=cc9888f8-6618-43c0-afd0-813716154eda,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:27.333000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:27.593826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Attempting to bind port cc9888f8-6618-43c0-afd0-813716154eda on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:35:27.594046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Attempting to bind port cc9888f8-6618-43c0-afd0-813716154eda by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:35:27.594711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Attempting to bind port cc9888f8-6618-43c0-afd0-813716154eda on network 2473c529-dd5b-4491-823d-bb73c19b2010 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:35:27.615369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:35:27.615748 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Checking segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:35:27.616282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:27.616716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Bound using segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:35:27.617473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Bound port: cc9888f8-6618-43c0-afd0-813716154eda, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:35:27.617854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:27.754087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:27.995985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] For port cc9888f8-6618-43c0-afd0-813716154eda, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:35:28.000331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] For port cc9888f8-6618-43c0-afd0-813716154eda, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cc9888f8-6618-43c0-afd0-813716154eda,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:35:28.052506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc382df-b1e5-4e0b-a750-646e0527e69e req-8b83b1a1-c70b-4501-add3-7e133041dd5f tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:28.056672 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3fc382df-b1e5-4e0b-a750-646e0527e69e req-8b83b1a1-c70b-4501-add3-7e133041dd5f tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1940546
Feb 11 19:35:28.085109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:28.114106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2f9ce951-a183-4b88-9f7e-0c3d344cf1a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:28.131022 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3fc382df-b1e5-4e0b-a750-646e0527e69e req-8fb37fe4-f5f5-4416-aef9-87d39fe11117 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0671620
Feb 11 19:35:28.351670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:28.354264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:28.355688 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] 10.222.0.100 "PUT /v2.0/ports/cc9888f8-6618-43c0-afd0-813716154eda HTTP/1.1" status: 200  len: 1157 time: 2.1228991
Feb 11 19:35:28.355688 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'tag': 'cc9888f8-6618-43c0-afd0-813716154eda'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:35:28.363254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Pushing event updated for resources: {'Port': ['ID=cc9888f8-6618-43c0-afd0-813716154eda,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:28.413196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:28.450717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:28.500162 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'tag': 'cc9888f8-6618-43c0-afd0-813716154eda', 'status': 'completed', 'code': 200}
Feb 11 19:35:28.636635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd529d5-7b9a-42c6-9df9-337c6ceb9b9d req-4e51e714-face-4438-b5ad-6a54443ccee7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:28.638705 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4bd529d5-7b9a-42c6-9df9-337c6ceb9b9d req-4e51e714-face-4438-b5ad-6a54443ccee7 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.2676640
Feb 11 19:35:28.716115 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4bd529d5-7b9a-42c6-9df9-337c6ceb9b9d req-58c1eff4-b8dc-4df0-9e64-110d46b596af tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695612
Feb 11 19:35:29.188650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:29.436172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b634e8-a442-4f06-85d8-f8aaada6c57d req-994199ad-3ef3-4c0b-8444-1c1c30f7980d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:29.437595 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62b634e8-a442-4f06-85d8-f8aaada6c57d req-994199ad-3ef3-4c0b-8444-1c1c30f7980d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1664047
Feb 11 19:35:29.509907 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-62b634e8-a442-4f06-85d8-f8aaada6c57d req-c49b0e7a-17b4-4949-ab76-22198b193592 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0637891
Feb 11 19:35:30.069387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8aaa7-6846-406d-a77f-4d58d3410650 req-d744c30c-dad7-49bf-833b-84ec4eed75dc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:30.071876 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eac8aaa7-6846-406d-a77f-4d58d3410650 req-d744c30c-dad7-49bf-833b-84ec4eed75dc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.2033527
Feb 11 19:35:30.155124 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eac8aaa7-6846-406d-a77f-4d58d3410650 req-d8e22e60-6de7-4987-b07f-e2fe083c1c7a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775576
Feb 11 19:35:30.843256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40133e4b-60f6-4b37-b82f-a395dde29a8a req-80793fad-5a63-4b5b-86bd-ed1056d8e1b8 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:30.844983 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-40133e4b-60f6-4b37-b82f-a395dde29a8a req-80793fad-5a63-4b5b-86bd-ed1056d8e1b8 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1762686
Feb 11 19:35:30.926941 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-40133e4b-60f6-4b37-b82f-a395dde29a8a req-81b3c380-24ac-481e-a455-4b851d3df86d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0711918
Feb 11 19:35:31.513618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2fdf5-45af-4ca1-9ecd-ec22f8351f20 req-b902698c-5195-4f82-aace-f323f261368f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:31.515384 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-daf2fdf5-45af-4ca1-9ecd-ec22f8351f20 req-b902698c-5195-4f82-aace-f323f261368f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1857350
Feb 11 19:35:31.631486 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-daf2fdf5-45af-4ca1-9ecd-ec22f8351f20 req-400fbcc0-709e-4bf7-91f2-ec2d9396d068 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997999
Feb 11 19:35:31.717958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 58952) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:35:31.891651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:31.907926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:35:31.912158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Usage tracker for resource:security_group_rule and tenant:181c859f8036470c93de7db36dd8987e is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:35:31.915266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:35:31.921574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:35:32.026894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:32.073103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:32.087195 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3a886db7-4a15-4edb-8c62-111445a7f0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:32.118222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde9af78-6ea9-494e-a953-f2e68ef46a3a,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:32.124646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:32.148117 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=181c859f8036470c93de7db36dd8987e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4289067
Feb 11 19:35:32.153528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 58960) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:35:32.236769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e94e4269-9cba-4dff-8ad4-30747e5e67e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:32.241924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16f987-0aba-4550-8a5b-ef52dca5a68c req-508fd675-0d06-4987-ab6c-6239cc520552 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:32.243920 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3d16f987-0aba-4550-8a5b-ef52dca5a68c req-508fd675-0d06-4987-ab6c-6239cc520552 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1823747
Feb 11 19:35:32.267216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e94e4269-9cba-4dff-8ad4-30747e5e67e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:32.328128 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3d16f987-0aba-4550-8a5b-ef52dca5a68c req-c6b50f57-7c27-4c8b-858b-7ede63623ad5 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0681062
Feb 11 19:35:32.410814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e94e4269-9cba-4dff-8ad4-30747e5e67e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:32.419311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5f692995-a0d8-4210-873d-a75b0185e66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:32.433760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e4269-9cba-4dff-8ad4-30747e5e67e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde9af78-6ea9-494e-a953-f2e68ef46a3a,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:32.436979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e94e4269-9cba-4dff-8ad4-30747e5e67e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:32.439223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e94e4269-9cba-4dff-8ad4-30747e5e67e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:32.443729 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e94e4269-9cba-4dff-8ad4-30747e5e67e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dde9af78-6ea9-494e-a953-f2e68ef46a3a HTTP/1.1" status: 204  len: 168 time: 0.2856708
Feb 11 19:35:32.964891 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cdc2d-c4fb-42c8-8839-a5bc4df9a53c req-45c00c2a-088c-477c-ad65-23f4d39ef067 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:32.966746 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a3cdc2d-c4fb-42c8-8839-a5bc4df9a53c req-45c00c2a-088c-477c-ad65-23f4d39ef067 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1817102
Feb 11 19:35:33.054405 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a3cdc2d-c4fb-42c8-8839-a5bc4df9a53c req-6835d45e-4b8a-41c4-8510-d52fd1a27736 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772691
Feb 11 19:35:33.170837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:33.693847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa1358-7411-4c0d-acc3-53a20c4e3eab req-c5b7f967-8568-4aba-9ac8-86740e4c56c5 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:33.696073 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ddfa1358-7411-4c0d-acc3-53a20c4e3eab req-c5b7f967-8568-4aba-9ac8-86740e4c56c5 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.2060568
Feb 11 19:35:33.773327 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ddfa1358-7411-4c0d-acc3-53a20c4e3eab req-bab2b5dc-0f82-42db-bf4b-6e57065e7eaf tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0707710
Feb 11 19:35:34.387907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a14a5-6b87-486c-b406-b909b740de1a req-fc8a5eef-d707-479f-a4ce-43da45c75273 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:34.390089 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ea0a14a5-6b87-486c-b406-b909b740de1a req-fc8a5eef-d707-479f-a4ce-43da45c75273 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1954300
Feb 11 19:35:34.480354 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ea0a14a5-6b87-486c-b406-b909b740de1a req-f663ee5f-19ab-458a-90b3-cae56e06b8b5 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832510
Feb 11 19:35:35.133201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba11959-466f-42c1-95cb-afb68edd7295 req-d2056808-a18c-4114-8bf2-71e9b54ace4d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:35.135096 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4ba11959-466f-42c1-95cb-afb68edd7295 req-d2056808-a18c-4114-8bf2-71e9b54ace4d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.2029088
Feb 11 19:35:35.204122 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4ba11959-466f-42c1-95cb-afb68edd7295 req-a887c14b-cc05-41af-83ec-f1cbc49f7b38 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0614154
Feb 11 19:35:35.809162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81fa0-66d9-40ec-a33b-7df05f5bae92 req-417e2b5c-b8f0-4b01-8f69-4bdcc23c19bb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:35.810926 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-74e81fa0-66d9-40ec-a33b-7df05f5bae92 req-417e2b5c-b8f0-4b01-8f69-4bdcc23c19bb tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1730387
Feb 11 19:35:35.879039 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-74e81fa0-66d9-40ec-a33b-7df05f5bae92 req-d2ad93d9-ff4d-437c-a09d-6859372b7175 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614331
Feb 11 19:35:36.193043 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:35:36.506469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc4d32-d725-4a77-a09d-02ae72a566f2 req-aa6b8e4b-5257-466a-87b2-41740f601405 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:36.508160 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-38cc4d32-d725-4a77-a09d-02ae72a566f2 req-aa6b8e4b-5257-466a-87b2-41740f601405 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1660850
Feb 11 19:35:36.591564 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-38cc4d32-d725-4a77-a09d-02ae72a566f2 req-4f4741d4-c523-4847-8cce-86412ce76728 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0760550
Feb 11 19:35:37.219293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e76ee-04dd-45d5-a636-5a06a125c79e req-5ddb0631-8bef-4899-bcd2-fb123be20205 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:37.221034 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3a3e76ee-04dd-45d5-a636-5a06a125c79e req-5ddb0631-8bef-4899-bcd2-fb123be20205 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1813929
Feb 11 19:35:37.288735 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3a3e76ee-04dd-45d5-a636-5a06a125c79e req-cd42a643-c127-419d-b9bb-d7828afb025b tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599051
Feb 11 19:35:37.899541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69533e44-e873-4234-8a37-bf68125ea351 req-42218ce6-56b8-4353-90d6-3248ef948701 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:37.901412 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-69533e44-e873-4234-8a37-bf68125ea351 req-42218ce6-56b8-4353-90d6-3248ef948701 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1783059
Feb 11 19:35:37.915462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32050f4-55f6-4ffa-a49a-046d3f37f749 req-ec143782-85ed-4df0-99ec-8945568061e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:37.917256 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c32050f4-55f6-4ffa-a49a-046d3f37f749 req-ec143782-85ed-4df0-99ec-8945568061e7 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 1160 time: 0.0851862
Feb 11 19:35:38.015296 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-69533e44-e873-4234-8a37-bf68125ea351 req-27a20b91-2ebe-4377-9fc3-dd2dcdf2a90b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1074312
Feb 11 19:35:38.041167 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-06849ff3-2026-4053-b0e3-78c254de4338 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1129534
Feb 11 19:35:38.079379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32050f4-55f6-4ffa-a49a-046d3f37f749 req-784dfcb3-4420-409f-b000-e38ffedb941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.080973 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c32050f4-55f6-4ffa-a49a-046d3f37f749 req-784dfcb3-4420-409f-b000-e38ffedb941d service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=8284320aee86435a9156fabf28af516c&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1534145
Feb 11 19:35:38.242718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32050f4-55f6-4ffa-a49a-046d3f37f749 req-d503a835-9d2a-4577-a058-1ed05a4dcc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.244281 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c32050f4-55f6-4ffa-a49a-046d3f37f749 req-d503a835-9d2a-4577-a058-1ed05a4dcc96 service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1557481
Feb 11 19:35:38.359110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-0810066a-268a-47cb-9b18-0b3140d510a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.360917 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-0810066a-268a-47cb-9b18-0b3140d510a8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=2bbe376498f449c5a0432bce5ceda11b&device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 1163 time: 0.2965934
Feb 11 19:35:38.369491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-ce5de452-7d65-4ae2-b269-a6d4b21dd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.371394 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-ce5de452-7d65-4ae2-b269-a6d4b21dd09c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 1160 time: 0.0863159
Feb 11 19:35:38.476654 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-54ae4b6b-13c1-45cb-96e5-e0995610bcda service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc9888f8-6618-43c0-afd0-813716154eda HTTP/1.1" status: 200  len: 217 time: 0.0961559
Feb 11 19:35:38.560524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-0bb09bb5-1ed8-4fa2-a8c6-4d6df20eb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.562132 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-0bb09bb5-1ed8-4fa2-a8c6-4d6df20eb5b6 service neutron] 10.222.0.100 "GET /v2.0/networks?id=ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 200  len: 905 time: 0.1735787
Feb 11 19:35:38.605186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-4d2866a1-82a0-4e21-89cb-48c3f4e4e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.606817 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-4d2866a1-82a0-4e21-89cb-48c3f4e4e89b service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.0875366
Feb 11 19:35:38.685047 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-af3cfcc4-4557-4dc8-8054-66bc9c6219b7 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 HTTP/1.1" status: 200  len: 1000 time: 0.1146605
Feb 11 19:35:38.762106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-d6690276-8a64-4750-be7a-ede68bce0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.763307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0165d17-997a-49e7-9015-5a5210369ef0 req-2b3af42c-c8bc-42aa-b3f0-fa9e0d803df9 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.763654 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-d6690276-8a64-4750-be7a-ede68bce0221 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 200  len: 850 time: 0.0679395
Feb 11 19:35:38.765072 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0165d17-997a-49e7-9015-5a5210369ef0 req-2b3af42c-c8bc-42aa-b3f0-fa9e0d803df9 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.2873938
Feb 11 19:35:38.847983 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0165d17-997a-49e7-9015-5a5210369ef0 req-5b761773-3ae9-407d-a76a-16e06f237ca9 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758996
Feb 11 19:35:38.850222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-6bf3b359-f4de-4e20-8552-92a8a9bb33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.851853 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-6bf3b359-f4de-4e20-8552-92a8a9bb33fb service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2364502
Feb 11 19:35:38.852379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-23ae1b53-1a01-4b01-a37b-fe71f511823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:38.854033 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-23ae1b53-1a01-4b01-a37b-fe71f511823a service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=ca26a0d2-f47e-40e3-9ca7-9284da085137&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823622
Feb 11 19:35:39.010686 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-bdca4c1a-7f98-4c73-90f0-d0386b2e5661 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425350
Feb 11 19:35:39.015129 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-b88cddd3-b1c3-487f-a7d7-3c162c1b17f0 service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477129
Feb 11 19:35:39.183069 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1a83ce2f-c612-4af6-a7e4-a202ce72137f req-df924cf2-a0f6-4b8e-9c6d-2cdc478e77ca service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1586299
Feb 11 19:35:39.226769 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-31d0132b-6ec3-41b9-b2f0-942289536f7d req-104b1b68-171a-4fe2-9223-3a171642ed96 service neutron] 10.222.0.100 "GET /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2028871
Feb 11 19:35:39.354317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a7f8-7dc6-41b0-b973-100340e70f99 req-bf013d5c-a7ea-4ace-9be7-0dd734db1a2f tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:39.356001 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4383a7f8-7dc6-41b0-b973-100340e70f99 req-bf013d5c-a7ea-4ace-9be7-0dd734db1a2f tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.2059190
Feb 11 19:35:39.422803 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4383a7f8-7dc6-41b0-b973-100340e70f99 req-eaf3992c-45c3-40fa-8f5f-b62c643088e1 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0603178
Feb 11 19:35:40.175343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db17c3f-24f9-4ec1-a286-cc675b0a79ee req-8d198a81-20ca-4fd4-af74-c2b13e25a744 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:40.178742 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9db17c3f-24f9-4ec1-a286-cc675b0a79ee req-8d198a81-20ca-4fd4-af74-c2b13e25a744 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 943 time: 0.1681094
Feb 11 19:35:40.243267 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9db17c3f-24f9-4ec1-a286-cc675b0a79ee req-db70ab56-6053-4f4e-8dfa-9610b5191375 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576026
Feb 11 19:35:40.725635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0231-3d59-4ff7-ab41-61b619b79423 req-f0c2e9f2-c27d-497e-b26a-ace184e13a75 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:40.727683 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f62f0231-3d59-4ff7-ab41-61b619b79423 req-f0c2e9f2-c27d-497e-b26a-ace184e13a75 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1706948
Feb 11 19:35:40.801918 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f62f0231-3d59-4ff7-ab41-61b619b79423 req-c51c831d-6ce0-4b6a-bc11-bb5d5e4d096c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0666518
Feb 11 19:35:41.157189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:35:41.230400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:35:41.230749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:41.371297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:41.402308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:35:41.413683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:35:41.444457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:41.448585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:41.488077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'code': 200}
Feb 11 19:35:41.562817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,revision_number=6']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:41.566754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:41.626919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2a251-82a1-4e92-a717-cf9212f4e1a7 req-72cb3042-f198-4efd-b959-d6b7951a10a4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:41.628665 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f2e2a251-82a1-4e92-a717-cf9212f4e1a7 req-72cb3042-f198-4efd-b959-d6b7951a10a4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.2353959
Feb 11 19:35:41.699165 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f2e2a251-82a1-4e92-a717-cf9212f4e1a7 req-33d0845a-2c1a-4215-8e0e-0fb12512658d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630271
Feb 11 19:35:41.787229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3c08-9189-4732-8e22-083c635c1672 req-0d7647e9-b8a2-4c8c-b957-fccccc2a4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:41.789007 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-95fc3c08-9189-4732-8e22-083c635c1672 req-0d7647e9-b8a2-4c8c-b957-fccccc2a4141 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 1162 time: 0.0840719
Feb 11 19:35:41.833691 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-95fc3c08-9189-4732-8e22-083c635c1672 req-86825a0d-22bd-463e-8b41-32cdffe6513a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375884
Feb 11 19:35:42.257415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a11b0-d953-4be6-93a7-ecf0bda16d46 req-b5392b30-35e0-49b6-8c82-fe01d63c80e6 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:42.259148 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-428a11b0-d953-4be6-93a7-ecf0bda16d46 req-b5392b30-35e0-49b6-8c82-fe01d63c80e6 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1862726
Feb 11 19:35:42.323132 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-428a11b0-d953-4be6-93a7-ecf0bda16d46 req-f9705ef8-9bdf-4b11-ae9a-b8135812a5f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0574310
Feb 11 19:35:42.835713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:35:42.918990 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:35:42.919599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:43.075622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1025e-6b39-40d4-9ee0-6f5e6858ab2e req-32cf2c03-5a6b-439a-915a-a8f62a2f0911 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:43.084372 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-12f1025e-6b39-40d4-9ee0-6f5e6858ab2e req-32cf2c03-5a6b-439a-915a-a8f62a2f0911 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.2368462
Feb 11 19:35:43.150999 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-12f1025e-6b39-40d4-9ee0-6f5e6858ab2e req-bd65c678-6ea1-49eb-a591-3cca5b046a8a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649426
Feb 11 19:35:43.634136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ded295-196c-4ea6-a459-f12fabee462a req-13aeccee-1227-4e44-bd9a-9564949744b3 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:43.635944 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a0ded295-196c-4ea6-a459-f12fabee462a req-13aeccee-1227-4e44-bd9a-9564949744b3 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1710510
Feb 11 19:35:43.701641 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a0ded295-196c-4ea6-a459-f12fabee462a req-0922656b-8db8-40cf-9cc9-b028b3b951f5 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0593717
Feb 11 19:35:44.481682 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658360-e90e-48a3-92fe-bf9bc688ff16 req-6ba08c50-4618-45a5-8c5e-87bd0dae9127 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:44.483329 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-34658360-e90e-48a3-92fe-bf9bc688ff16 req-6ba08c50-4618-45a5-8c5e-87bd0dae9127 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1812203
Feb 11 19:35:44.550730 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-34658360-e90e-48a3-92fe-bf9bc688ff16 req-501ef216-e6ca-4ccf-9bf4-f27cbc23197d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609486
Feb 11 19:35:45.021644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e601974-b277-402c-8d41-09fcb2d98463 req-f419a1e2-b1b3-4282-a1d0-3e3f3ba91167 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:45.023011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4e601974-b277-402c-8d41-09fcb2d98463 req-f419a1e2-b1b3-4282-a1d0-3e3f3ba91167 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:35:45.099598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4e601974-b277-402c-8d41-09fcb2d98463 req-f419a1e2-b1b3-4282-a1d0-3e3f3ba91167 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:35:45.101991 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e601974-b277-402c-8d41-09fcb2d98463 req-f419a1e2-b1b3-4282-a1d0-3e3f3ba91167 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.2618229
Feb 11 19:35:45.202500 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4e601974-b277-402c-8d41-09fcb2d98463 req-cd040ca4-43c1-4612-852f-72a3f5c4fdc0 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0944347
Feb 11 19:35:45.865319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b263b52-68ca-411b-a91e-13a64c7ec14c req-c003568d-eccf-4633-89e0-4b012b06bd2a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:45.867846 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3b263b52-68ca-411b-a91e-13a64c7ec14c req-c003568d-eccf-4633-89e0-4b012b06bd2a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1683557
Feb 11 19:35:45.932664 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3b263b52-68ca-411b-a91e-13a64c7ec14c req-0ac6bc23-1c80-4b75-89ec-6d7478f77dd4 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583885
Feb 11 19:35:46.528759 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d9c75-04aa-4d6f-9509-24a2a0fb79bc req-62de5bad-5b3b-456e-8cd7-64645ac69b4b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:46.530488 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-143d9c75-04aa-4d6f-9509-24a2a0fb79bc req-62de5bad-5b3b-456e-8cd7-64645ac69b4b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1709988
Feb 11 19:35:46.603642 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-143d9c75-04aa-4d6f-9509-24a2a0fb79bc req-f6a45af0-bcdc-42e4-818d-a5102f69fd8e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0625043
Feb 11 19:35:47.930384 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649983e-0fbb-44f9-9719-4f2f661c853f req-cf98fc7f-857f-4039-95de-d13a7a121668 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:47.932102 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b649983e-0fbb-44f9-9719-4f2f661c853f req-cf98fc7f-857f-4039-95de-d13a7a121668 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1725860
Feb 11 19:35:47.986294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59230) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:35:47.999450 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b649983e-0fbb-44f9-9719-4f2f661c853f req-5f1c0ba5-3741-4482-867e-686ccb33bdd0 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0605955
Feb 11 19:35:48.144263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:48.160478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:35:48.165155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Usage tracker for resource:security_group_rule and tenant:fffdaebd59a446aaafd51f74978f38ee is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:35:48.168166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:35:48.173889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:35:48.260111 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:48.283985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:48.293433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a7e928e2-3b9e-45da-87df-16fa5e573f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:48.340663 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fffdaebd59a446aaafd51f74978f38ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528993
Feb 11 19:35:48.341533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc140c4-1d20-404f-8870-e8d28172b4f7,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:48.343666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59238) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:35:48.345041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:48.414998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:48.442757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:48.535317 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:48.541950 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-eb917535-63db-4591-8edb-09b1b3ff51ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:48.559394 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc140c4-1d20-404f-8870-e8d28172b4f7,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:48.568193 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.568612 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.569021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.569422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.569816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.570219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.570637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.571038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.571430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.571830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.572211 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.572599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.573027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.573415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.573803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.574190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.574605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.574993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.575379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.575766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.576151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.576534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.576921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.577316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:35:48.580473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:48.581783 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/adc140c4-1d20-404f-8870-e8d28172b4f7 HTTP/1.1" status: 204  len: 168 time: 0.2368114
Feb 11 19:35:48.582800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:49.296155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a90d1-53e0-416f-8297-9145b7a22248 req-ed891b06-ba4d-4869-a855-3eb643d1f55c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:49.297824 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f14a90d1-53e0-416f-8297-9145b7a22248 req-ed891b06-ba4d-4869-a855-3eb643d1f55c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1665590
Feb 11 19:35:49.362405 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f14a90d1-53e0-416f-8297-9145b7a22248 req-d58e0216-31ff-4a97-9ff1-0c6d0a35b5d4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0581651
Feb 11 19:35:50.655460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9de885-fbce-4bae-9c42-c28373f516ef req-72143851-2ae5-409d-9667-d79e4620eaca tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:50.657122 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa9de885-fbce-4bae-9c42-c28373f516ef req-72143851-2ae5-409d-9667-d79e4620eaca tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1641817
Feb 11 19:35:50.720487 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa9de885-fbce-4bae-9c42-c28373f516ef req-4366c055-1ff0-4c9d-9ccd-4876ae9ac3db tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0563664
Feb 11 19:35:52.015741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46310ae9-a98c-4f82-8da0-a1cf40c9bffd req-ce4374c4-7d85-4368-bd4f-9f20974854f8 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:52.017332 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46310ae9-a98c-4f82-8da0-a1cf40c9bffd req-ce4374c4-7d85-4368-bd4f-9f20974854f8 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1676903
Feb 11 19:35:52.082366 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-46310ae9-a98c-4f82-8da0-a1cf40c9bffd req-f252c092-18da-42e9-b523-ac4684a5e333 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0572352
Feb 11 19:35:53.320920 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device cc9888f8-6618-43c0-afd0-813716154eda up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:35:53.398002 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a030ac-05cb-4da7-876f-cf112c1f764f req-60b56cd6-6600-461a-af20-51f0310a2a08 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:53.399737 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-26a030ac-05cb-4da7-876f-cf112c1f764f req-60b56cd6-6600-461a-af20-51f0310a2a08 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 943 time: 0.1866422
Feb 11 19:35:53.424744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port cc9888f8-6618-43c0-afd0-813716154eda completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:35:53.430766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port cc9888f8-6618-43c0-afd0-813716154eda triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:35:53.431224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:53.463389 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-26a030ac-05cb-4da7-876f-cf112c1f764f req-996d694f-b239-4028-a2b1-332371d6966b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0571213
Feb 11 19:35:53.554747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:53.585085 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9888f8-6618-43c0-afd0-813716154eda'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:35:53.595363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port cc9888f8-6618-43c0-afd0-813716154eda, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cc9888f8-6618-43c0-afd0-813716154eda,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:35:53.627064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:53.629139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:53.663569 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9888f8-6618-43c0-afd0-813716154eda', 'code': 200}
Feb 11 19:35:53.708174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=cc9888f8-6618-43c0-afd0-813716154eda,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:53.711504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:53.906563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45009ccc-5c65-440a-baf4-3013ee508fa2 req-db38fc1c-bec3-415c-b191-7349b34b71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:53.908115 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-45009ccc-5c65-440a-baf4-3013ee508fa2 req-db38fc1c-bec3-415c-b191-7349b34b71fb service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 1162 time: 0.0811143
Feb 11 19:35:53.952221 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-45009ccc-5c65-440a-baf4-3013ee508fa2 req-6e2b1e0e-d02b-49eb-aa10-dad18c059faf service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0369151
Feb 11 19:35:54.615998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-237d053f-85a3-4a4c-9cbc-8f327a436df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:54.760998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0fc7-4986-49c6-88f5-d013e014a17e req-b41bc011-42bf-4a0a-9144-8817b25b6992 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:54.762679 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4a6b0fc7-4986-49c6-88f5-d013e014a17e req-b41bc011-42bf-4a0a-9144-8817b25b6992 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 945 time: 0.1689625
Feb 11 19:35:54.827617 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4a6b0fc7-4986-49c6-88f5-d013e014a17e req-8fdbf117-41b0-46ff-b186-1eeb7455fa5e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0585659
Feb 11 19:35:54.935185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device cc9888f8-6618-43c0-afd0-813716154eda up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:35:55.008113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port cc9888f8-6618-43c0-afd0-813716154eda triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:35:55.009043 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:56.118639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc16c-e4fc-45f5-ba9c-1ea87a8abf26 req-7ef5b90a-5b36-427d-9ddf-8d0909f411a6 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:56.120191 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f3bc16c-e4fc-45f5-ba9c-1ea87a8abf26 req-7ef5b90a-5b36-427d-9ddf-8d0909f411a6 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 945 time: 0.1623030
Feb 11 19:35:56.184795 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2f3bc16c-e4fc-45f5-ba9c-1ea87a8abf26 req-6a4615c1-b4fe-4e05-8330-61f284e8ed1c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0583990
Feb 11 19:35:56.476412 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bff880-0fd8-4f83-8b32-15c071dd65e7 req-4ff8d1ee-b87c-416f-a8fd-8634a11b0364 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:56.478043 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bff880-0fd8-4f83-8b32-15c071dd65e7 req-4ff8d1ee-b87c-416f-a8fd-8634a11b0364 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 945 time: 0.1647699
Feb 11 19:35:56.546455 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c7bff880-0fd8-4f83-8b32-15c071dd65e7 req-171df896-7669-499a-bcf5-4abc3ca639d9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0621204
Feb 11 19:35:56.790320 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c8ea298f-72e4-4fc8-b0cd-8ac701548559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:56.799885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-d45b5f51-244f-46af-9011-0ec4ee7ae73c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:network {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:35:56.837602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-d45b5f51-244f-46af-9011-0ec4ee7ae73c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:network {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:35:56.839109 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-d45b5f51-244f-46af-9011-0ec4ee7ae73c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2382798
Feb 11 19:35:56.849461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'floatingip': {'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:35:56.872017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:35:56.876244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Usage tracker for resource:floatingip and tenant:8284320aee86435a9156fabf28af516c is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:35:56.879374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:35:56.885959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:35:56.929829 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:57.075792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:57.544900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Allocated IP 172.27.2.111 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/2f0cb45e-4c10-4081-8442-73cadcf977ed) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:35:57.700367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:57.755874 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:57.786558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:57.805902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:57.952054 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'Port': ['ID=2f0cb45e-4c10-4081-8442-73cadcf977ed,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:57.956788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:57.999846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:35:58.001064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:35:58.003483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:35:58.088961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:58.186346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:58.444055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:58.484943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:58.546196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:58.562505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf942959-d700-41d8-8af0-86ff300dbedb tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:35:58.711617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'Port': ['ID=2f0cb45e-4c10-4081-8442-73cadcf977ed,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:35:58.716008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:35:58.810085 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:58.858965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:58.860280 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-cd695d4a-ef21-4cb4-9e29-ad1ddc0f2c15 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0152032
Feb 11 19:35:58.961181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-0aaa80f0-4df9-4a1e-8633-175ca8d158f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:floatingip {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:35:59.008940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-0aaa80f0-4df9-4a1e-8633-175ca8d158f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:floatingip {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:35:59.010166 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-0aaa80f0-4df9-4a1e-8633-175ca8d158f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.111 HTTP/1.1" status: 200  len: 696 time: 0.1431801
Feb 11 19:35:59.207750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:35:59.248464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-a9ac7b2a-349d-4d94-961f-3270cc7f00ef tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:59.250030 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c18fcf35-9633-42b1-a3d3-6807f2608ee7 req-a9ac7b2a-349d-4d94-961f-3270cc7f00ef tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 784 time: 0.2340291
Feb 11 19:35:59.531851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-5c0eedff-c5e4-420b-af04-4ac2672a9218 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:35:59.533481 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-5c0eedff-c5e4-420b-af04-4ac2672a9218 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1723135
Feb 11 19:35:59.643134 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-aa91cce1-6673-4b54-9227-0e0be603fc63 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.111 HTTP/1.1" status: 200  len: 696 time: 0.1024394
Feb 11 19:35:59.654390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'floatingip': {'port_id': 'cc9888f8-6618-43c0-afd0-813716154eda', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:35:59.758357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:00.622633 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:00.654720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:00.769790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda6ed7-f3d8-4b0e-a216-4cec449c1f74 req-6ff74269-d6dc-41c8-b9d5-055d73fbc660 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:00.772401 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9cda6ed7-f3d8-4b0e-a216-4cec449c1f74 req-6ff74269-d6dc-41c8-b9d5-055d73fbc660 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 946 time: 0.1674511
Feb 11 19:36:00.836888 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9cda6ed7-f3d8-4b0e-a216-4cec449c1f74 req-b7d433f4-b75b-462b-b27e-855b714c9a0c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583832
Feb 11 19:36:00.839928 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Floating IP 5b33e2b5-b939-4635-866d-e6292fd96ddd associated. External IP: 172.27.2.111, port: cc9888f8-6618-43c0-afd0-813716154eda.
Feb 11 19:36:01.209868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Router cb39fb7b-5e69-4df6-a14e-b4973d373520 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:36:01.408801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:36:01.419023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] Sync routers for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:36:01.422135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:01.429360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:01.430030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acb6c8d0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:01.486832 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-3325166e-8b2d-4ada-aba6-8bac1ff9b55d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "PUT /v2.0/floatingips/5b33e2b5-b939-4635-866d-e6292fd96ddd HTTP/1.1" status: 200  len: 996 time: 1.8367076
Feb 11 19:36:01.487333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'tag': 'cc9888f8-6618-43c0-afd0-813716154eda'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:01.559960 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'tag': 'cc9888f8-6618-43c0-afd0-813716154eda', 'status': 'completed', 'code': 200}
Feb 11 19:36:01.608131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-ca503c91-162f-4add-aefe-2703f888e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:01.609910 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-ca503c91-162f-4add-aefe-2703f888e5f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 1162 time: 0.1084177
Feb 11 19:36:01.668626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-c5cdc108-08f5-4ef0-86ea-07769cf4f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:01.670448 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-c5cdc108-08f5-4ef0-86ea-07769cf4f4b4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 1162 time: 0.0916116
Feb 11 19:36:01.774334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-983db10b-e877-477b-98da-4ed5ddcb3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:01.775906 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-983db10b-e877-477b-98da-4ed5ddcb3f48 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.1586738
Feb 11 19:36:01.787803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:01.820976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-cb45c197-bd12-4f60-95f0-7badf64c9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:01.822959 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-cb45c197-bd12-4f60-95f0-7badf64c9aed service neutron] 10.222.0.100 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.1451604
Feb 11 19:36:01.892909 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-ab0554a5-75b3-4296-82b5-e70914a13150 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc9888f8-6618-43c0-afd0-813716154eda HTTP/1.1" status: 200  len: 999 time: 0.1096809
Feb 11 19:36:01.945705 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-0c751f45-8708-4722-bfeb-fa0cdcebe60e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc9888f8-6618-43c0-afd0-813716154eda HTTP/1.1" status: 200  len: 999 time: 0.1130383
Feb 11 19:36:01.966279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-1d383ce2-d720-419f-8ae1-30086464c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:01.968031 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-1d383ce2-d720-419f-8ae1-30086464c792 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.0673776
Feb 11 19:36:02.057147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-d0e833d2-b29e-413f-8e54-6aef8279c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:02.058770 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-d0e833d2-b29e-413f-8e54-6aef8279c7df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837922
Feb 11 19:36:02.085121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-2ca391ab-52fa-4fb7-a041-241308dcc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:02.086754 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-2ca391ab-52fa-4fb7-a041-241308dcc019 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.1295094
Feb 11 19:36:02.196152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acb6c8d0>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '5b33e2b5-b939-4635-866d-e6292fd96ddd', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'port_id': 'cc9888f8-6618-43c0-afd0-813716154eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'mac_address': 'fa:16:3e:fe:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:35:58Z', 'updated_at': '2021-02-11T19:36:00Z', 'revision_number': 1, 'project_id': '8284320aee86435a9156fabf28af516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:02.200712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] Checking router: cb39fb7b-5e69-4df6-a14e-b4973d373520 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:36:02.210534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:02.211213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acb6c8d0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:02.229867 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-48c2b044-8466-4da9-ade1-0a4c2598aa61 service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627493
Feb 11 19:36:02.250039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf1c14-6ef0-49d6-b424-effad368701f req-5600fbdd-c7e9-422e-926c-9afd5ad3b095 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:02.251809 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6baf1c14-6ef0-49d6-b424-effad368701f req-5600fbdd-c7e9-422e-926c-9afd5ad3b095 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 946 time: 0.2498238
Feb 11 19:36:02.313289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-c016f066-3472-4be9-8a75-c8bcb3566735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:02.314923 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-c016f066-3472-4be9-8a75-c8bcb3566735 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2170033
Feb 11 19:36:02.339219 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6baf1c14-6ef0-49d6-b424-effad368701f req-6c8554ca-2c4e-4d6b-9890-e3284301fccc tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687878
Feb 11 19:36:02.420932 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:02.438266 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad6b95e5-c732-49d5-b593-0ab54c25ab92 req-4a9e40f3-08cf-4218-a73c-0d2b7afe444d service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2008286
Feb 11 19:36:02.489985 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-9e8a69b4-ce85-4029-8a97-5d8ef9074510 service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503053
Feb 11 19:36:02.574977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-9a80b721-1ed1-4ae9-afb3-01eadbcdb174 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:02.576110 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-9a80b721-1ed1-4ae9-afb3-01eadbcdb174 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 946 time: 0.1845982
Feb 11 19:36:02.664564 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-aa52908c-e3d9-4b0c-8ba2-ad51f749ae0d req-0ed1aabb-ad49-4ff1-8317-fdd7bc048b46 service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1675754
Feb 11 19:36:02.824931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acb6c8d0>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '5b33e2b5-b939-4635-866d-e6292fd96ddd', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'port_id': 'cc9888f8-6618-43c0-afd0-813716154eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'mac_address': 'fa:16:3e:fe:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:35:58Z', 'updated_at': '2021-02-11T19:36:00Z', 'revision_number': 1, 'project_id': '8284320aee86435a9156fabf28af516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:02.829432 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428c1f11-41f9-475b-8582-01d2818b53d6 None None] The sync data for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi is: [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '5b33e2b5-b939-4635-866d-e6292fd96ddd', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'port_id': 'cc9888f8-6618-43c0-afd0-813716154eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'mac_address': 'fa:16:3e:fe:08:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:35:58Z', 'updated_at': '2021-02-11T19:36:00Z', 'revision_number': 1, 'project_id': '8284320aee86435a9156fabf28af516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:36:02.932090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Deleting port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:02.932477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:02.954188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:03.086411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:03.117489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:03.131084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd532f-949b-4a08-aea7-de77be6c8871 None None] New status for floating IP 5b33e2b5-b939-4635-866d-e6292fd96ddd: ACTIVE {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:36:03.140563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:03.181089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:03.184465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3818bf69-f184-48a4-a948-3841c87eec29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:03.218608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] For port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:03.219044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:03.233607 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9', 'code': 200}
Feb 11 19:36:03.242566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:03.271800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:03.283715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:03.596106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:03.596516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:03.596870 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Floating IP 25b9544f-f2b5-4e5c-97c2-e099c390dcb6 disassociated. External IP: 172.27.2.2, port: 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9.
Feb 11 19:36:03.597253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Calling delete_port for 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:03.757077 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefbf56-2162-41e1-8c4d-1076dd5c76ad req-41505ecf-e5af-4bbc-ac27-ab559d5efe0c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:03.758771 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eaefbf56-2162-41e1-8c4d-1076dd5c76ad req-41505ecf-e5af-4bbc-ac27-ab559d5efe0c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 944 time: 0.2650521
Feb 11 19:36:03.832707 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-eaefbf56-2162-41e1-8c4d-1076dd5c76ad req-4a626f1d-b5b4-4eef-bcd1-a2d522455f8f tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590689
Feb 11 19:36:03.842185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:36:03.842597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:36:04.343930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Deleting port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:04.344361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:04.619484 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] For port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:04.619824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:04.936976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:04.937619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:04.937737 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Floating IP 25b9544f-f2b5-4e5c-97c2-e099c390dcb6 disassociated. External IP: 172.27.2.2, port: 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9.
Feb 11 19:36:04.938063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Calling delete_port for 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:05.127560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:05.130732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d687a7c-8add-4758-910d-c967263e2609 req-7869d32e-cbfb-4642-980b-85fa0db21d7a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:05.132437 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3d687a7c-8add-4758-910d-c967263e2609 req-7869d32e-cbfb-4642-980b-85fa0db21d7a tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 944 time: 0.1657000
Feb 11 19:36:05.143035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:05.199202 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3d687a7c-8add-4758-910d-c967263e2609 req-4b23658b-b518-456f-ad55-e02182ccbce3 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups?id=c8f06d95-881d-4382-8285-1de73f490aee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601714
Feb 11 19:36:05.207053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event deleted for resources: {'Port': ['ID=422deddc-d3d2-4b0f-a9da-ffcdc2664ca9,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:05.211909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:05.560515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Router 457bbe77-c2d4-4019-8bbe-23d029fd58be has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:36:05.808116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:36:05.821931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] Sync routers for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:36:05.833008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:05.833693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac759fd0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:05.851624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] No DVR routers for this DVR port 422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:36:05.854120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:05.857228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'name': 'network-vif-deleted', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:05.901497 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef65ffe-0a18-4e00-822e-415df84a51a3 req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.100 "DELETE /v2.0/ports/422deddc-d3d2-4b0f-a9da-ffcdc2664ca9 HTTP/1.1" status: 204  len: 173 time: 3.3191886
Feb 11 19:36:05.934548 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15', 'name': 'network-vif-deleted', 'tag': '422deddc-d3d2-4b0f-a9da-ffcdc2664ca9', 'status': 'completed', 'code': 200}
Feb 11 19:36:06.052034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:06.418399 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f5812c70-9ef6-4257-bfa8-64d624e6c5dd req-ecf18b4b-9dd6-430b-9d66-8c8338c03221 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f5d30a2-1cb7-4c0e-aa77-c24d01ec7c15 HTTP/1.1" status: 200  len: 210 time: 0.0555682
Feb 11 19:36:06.555139 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac759fd0>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:06.559383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] Checking router: 457bbe77-c2d4-4019-8bbe-23d029fd58be for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:36:06.568998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:06.569670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac759fd0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:06.762030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:07.096426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac759fd0>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:07.101217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e73f5-4e14-49ad-9fae-55d104542b4c None None] The sync data for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi is: [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:28:59Z', 'revision_number': 4, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'c2cd6664-430c-457f-bf93-613b75ab42d0', 'name': '', 'network_id': 'ca26a0d2-f47e-40e3-9ca7-9284da085137', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'mac_address': 'fa:16:3e:95:86:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:50Z', 'updated_at': '2021-02-11T19:29:13Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'subnets': [{'id': 'd78490f6-314f-44a3-b088-b210200ef8cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:36:07.498802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49085abb-3bd2-4aaf-b8b8-61e54feb3c76 None None] New status for floating IP 25b9544f-f2b5-4e5c-97c2-e099c390dcb6: DOWN {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:36:07.651152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59340) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:07.738031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e81a-7a3b-4158-a296-8993963dbf2c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:07.768921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e81a-7a3b-4158-a296-8993963dbf2c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:07.843475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e81a-7a3b-4158-a296-8993963dbf2c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:07.849093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2ce136d2-d607-448a-8a6d-c1e14e06dc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:07.865678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6e81a-7a3b-4158-a296-8993963dbf2c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f06d95-881d-4382-8285-1de73f490aee,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:07.868857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a0c6e81a-7a3b-4158-a296-8993963dbf2c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:07.911595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e81a-7a3b-4158-a296-8993963dbf2c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:07.913269 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a0c6e81a-7a3b-4158-a296-8993963dbf2c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "DELETE /v2.0/security-groups/c8f06d95-881d-4382-8285-1de73f490aee HTTP/1.1" status: 204  len: 168 time: 0.2608252
Feb 11 19:36:07.916403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59344) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:07.935316 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.v2.resource [None req-e73dc4fb-2db4-4768-8fe0-8b50219293b5 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] show failed (client error): The resource could not be found.
Feb 11 19:36:07.936370 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e73dc4fb-2db4-4768-8fe0-8b50219293b5 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "GET /v2.0/security-groups/c8f06d95-881d-4382-8285-1de73f490aee HTTP/1.1" status: 404  len: 347 time: 0.0188844
Feb 11 19:36:07.939546 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59348) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:08.127059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Deleting port 9d3651e2-f196-47d4-ba70-4d85f399bb70 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:08.127648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:08.306608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:08.306902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:08.441207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Calling delete_port for 9d3651e2-f196-47d4-ba70-4d85f399bb70 owned by network:floatingip {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:08.620390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:08.636677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-906a9b31-e820-4b5e-9eda-684966174cd8 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:08.694240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Pushing event deleted for resources: {'Port': ['ID=9d3651e2-f196-47d4-ba70-4d85f399bb70,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:08.698380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:09.096092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks [] for floatingip, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:09.113652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:09.114954 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] 10.222.0.79 "DELETE /v2.0/floatingips/25b9544f-f2b5-4e5c-97c2-e099c390dcb6 HTTP/1.1" status: 204  len: 168 time: 1.1744330
Feb 11 19:36:13.192430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:36:13.403674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59380) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:14.173896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854186929'] for router_interface, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:14.543208 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Deleting port c2cd6664-430c-457f-bf93-613b75ab42d0 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:14.543767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:14.732793 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] For port c2cd6664-430c-457f-bf93-613b75ab42d0, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=c2cd6664-430c-457f-bf93-613b75ab42d0,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:14.733192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:14.864973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Calling delete_port for c2cd6664-430c-457f-bf93-613b75ab42d0 owned by network:router_interface {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:15.066187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:15.083008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-055a6a27-2f78-40f1-86d6-8e1386f8471d tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:15.146399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cd6664-430c-457f-bf93-613b75ab42d0,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:15.194934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:15.494832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854127990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581266'] for router_interface, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:16.004403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Router 457bbe77-c2d4-4019-8bbe-23d029fd58be has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:36:16.435613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:36:16.445275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] Sync routers for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:36:16.448192 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] 10.222.0.79 "PUT /v2.0/routers/457bbe77-c2d4-4019-8bbe-23d029fd58be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0433388
Feb 11 19:36:16.451023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59390) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:16.459783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:16.460988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae164320>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:16.644944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks [] for router, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:16.652185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:16.834751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:16.840487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Deleting port 82e4e328-0913-406d-9127-011ae0fb3267 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:16.840859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:16.953534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae164320>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:36:14Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:16.957608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] Checking router: 457bbe77-c2d4-4019-8bbe-23d029fd58be for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:36:16.966713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] Routers {'457bbe77-c2d4-4019-8bbe-23d029fd58be'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:16.967382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae164320>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['457bbe77-c2d4-4019-8bbe-23d029fd58be'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:17.030167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] For port 82e4e328-0913-406d-9127-011ae0fb3267, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=82e4e328-0913-406d-9127-011ae0fb3267,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:17.030809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.158888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] Set router 457bbe77-c2d4-4019-8bbe-23d029fd58be gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:17.164852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Calling delete_port for 82e4e328-0913-406d-9127-011ae0fb3267 owned by network:router_gateway {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:17.306421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.464364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae164320>, [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:36:14Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:17.468494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702737f-3428-40b5-aa4d-cdee18564edd None None] The sync data for ids ['457bbe77-c2d4-4019-8bbe-23d029fd58be'] in dv-cinder-775250-1-iscsi is: [{'id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'name': 'tempest-AttachVolumeTestJSON-1631305490-router', 'tenant_id': '2bbe376498f449c5a0432bce5ceda11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '82e4e328-0913-406d-9127-011ae0fb3267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:35Z', 'updated_at': '2021-02-11T19:36:14Z', 'revision_number': 5, 'project_id': '2bbe376498f449c5a0432bce5ceda11b', 'gw_port': {'id': '82e4e328-0913-406d-9127-011ae0fb3267', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457bbe77-c2d4-4019-8bbe-23d029fd58be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:37Z', 'updated_at': '2021-02-11T19:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:36:17.503981 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576718'] for router_gateway, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.645558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854192260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775387'] for router, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.648622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.700122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854192230'] for router, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.700635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 457bbe77-c2d4-4019-8bbe-23d029fd58be {{(pid=80005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 11 19:36:17.713684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] Notify callbacks [] for router, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.715714 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8d858c48-0c67-4778-977e-6f054aab56fc admin admin] 10.222.0.79 "DELETE /v2.0/routers/457bbe77-c2d4-4019-8bbe-23d029fd58be HTTP/1.1" status: 204  len: 168 time: 1.2634706
Feb 11 19:36:17.717703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59394) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:17.743335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device c2cd6664-430c-457f-bf93-613b75ab42d0 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:17.786495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: c2cd6664-430c-457f-bf93-613b75ab42d0 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:17.786867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device c2cd6664-430c-457f-bf93-613b75ab42d0 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:17.789119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] Deleting subnet d78490f6-314f-44a3-b088-b210200ef8cf {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:36:17.792487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.847647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851609718'] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:17.978727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:18.282940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851242906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3237226'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:18.298970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-088e7936-12ba-4ab0-b232-fae8844ee5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:18.343724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78490f6-314f-44a3-b088-b210200ef8cf,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:18.348306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:18.434533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:18.440220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e175bb0-e96a-49bd-975b-1f5b1d00f117 None None] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:36:18.440776 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e4d31332-2568-4d26-babb-b1d905e7c565 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d78490f6-314f-44a3-b088-b210200ef8cf HTTP/1.1" status: 204  len: 168 time: 0.7220116
Feb 11 19:36:18.443450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59400) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:18.561689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:18.635123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Deleting port 1690902e-1949-43f9-b39c-4d1eecd90736 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:18.635495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:18.718948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] DHCP port deletion for ca26a0d2-f47e-40e3-9ca7-9284da085137 request from dv-cinder-775250-1-iscsi {{(pid=80007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 11 19:36:18.723611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] Deleting port 1690902e-1949-43f9-b39c-4d1eecd90736 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:18.724042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:18.868478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] For port 1690902e-1949-43f9-b39c-4d1eecd90736, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=1690902e-1949-43f9-b39c-4d1eecd90736,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:18.868819 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:19.007769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Calling delete_port for 1690902e-1949-43f9-b39c-4d1eecd90736 owned by network:dhcp {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:19.099353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] For port 1690902e-1949-43f9-b39c-4d1eecd90736, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=1690902e-1949-43f9-b39c-4d1eecd90736,segment=NetworkSegment(662cdc24-c78d-4ef5-aa6e-76abd80caa65),segment_id=662cdc24-c78d-4ef5-aa6e-76abd80caa65)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:19.099812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:19.138796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:19.155062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a72e2430-382f-4237-bdb5-571007bd52df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:19.215401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1690902e-1949-43f9-b39c-4d1eecd90736,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:19.230310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] Calling delete_port for 1690902e-1949-43f9-b39c-4d1eecd90736 owned by network:dhcp {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:19.263636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:19.298564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] No DVR routers for this DVR port 1690902e-1949-43f9-b39c-4d1eecd90736 on host dv-cinder-775250-1-iscsi {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:36:19.373650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:36:19.374062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:36:19.426831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:19.547469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ac6ac320>,) {'filters': {'network_id': ['ca26a0d2-f47e-40e3-9ca7-9284da085137']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:19.561816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac6ac320>, '662cdc24-c78d-4ef5-aa6e-76abd80caa65') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:19.562158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac6ac320>, '662cdc24-c78d-4ef5-aa6e-76abd80caa65') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:19.575300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:19.590850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:19.593042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:36:19.784120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 82e4e328-0913-406d-9127-011ae0fb3267 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:19.827328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 82e4e328-0913-406d-9127-011ae0fb3267 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:19.827848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 82e4e328-0913-406d-9127-011ae0fb3267 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:19.828390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 1690902e-1949-43f9-b39c-4d1eecd90736 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:19.867227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 1690902e-1949-43f9-b39c-4d1eecd90736 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:19.867600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 1690902e-1949-43f9-b39c-4d1eecd90736 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:19.875130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] Deleting port 1690902e-1949-43f9-b39c-4d1eecd90736 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:19.875737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:19.969403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-df53dae9-2aea-43fe-a32e-f162a4cc0564 None None] The port '1690902e-1949-43f9-b39c-4d1eecd90736' was deleted {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 11 19:36:20.035929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:36:20.045539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:20.222540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Network ca26a0d2-f47e-40e3-9ca7-9284da085137 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:36:20.249136 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:36:20.252144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcefc7f-f6af-49be-a781-fe828cc988c3 req-0bea2b99-6858-43ce-a034-d8486bc2c521 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:20.253444 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bfcefc7f-f6af-49be-a781-fe828cc988c3 req-0bea2b99-6858-43ce-a034-d8486bc2c521 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.1701097
Feb 11 19:36:20.315002 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bfcefc7f-f6af-49be-a781-fe828cc988c3 req-f8b2a899-c9b8-4cf8-8896-cb1d232c9a18 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572324
Feb 11 19:36:20.362764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:20.366646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cd43633f-c574-4828-8ae0-e7c435f4ea50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:20.380583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:20.391895 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca26a0d2-f47e-40e3-9ca7-9284da085137,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:20.397977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:20.401695 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] 10.222.0.79 "DELETE /v2.0/networks/ca26a0d2-f47e-40e3-9ca7-9284da085137 HTTP/1.1" status: 204  len: 168 time: 1.9572403
Feb 11 19:36:20.795530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59414) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:20.851424 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-7f7a22e3-a8a6-493d-8470-7acbd575b88b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bbe376498f449c5a0432bce5ceda11b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0545158
Feb 11 19:36:20.853850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59418) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:20.915502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-166a21bb-a455-4237-b30f-f736c217b309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:20.944036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-166a21bb-a455-4237-b30f-f736c217b309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:21.018557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-166a21bb-a455-4237-b30f-f736c217b309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:21.023868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7cd84171-1e34-4e7a-b8b1-179de341fe18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:21.037834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a21bb-a455-4237-b30f-f736c217b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98622df-7d20-4bc0-9e52-2bc35c033806,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:21.041518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-166a21bb-a455-4237-b30f-f736c217b309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:21.045430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-166a21bb-a455-4237-b30f-f736c217b309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:21.046720 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-166a21bb-a455-4237-b30f-f736c217b309 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d98622df-7d20-4bc0-9e52-2bc35c033806 HTTP/1.1" status: 204  len: 168 time: 0.1918647
Feb 11 19:36:21.702542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-542f0a47-0722-4762-8f3a-4cc15d5d17b1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:21.704426 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-542f0a47-0722-4762-8f3a-4cc15d5d17b1 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.2367344
Feb 11 19:36:21.793267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8ba86-260f-4df2-af0b-92e67519d9e6 req-c36016f7-196e-46b7-ac19-302ac209d7cc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:21.795071 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-01e8ba86-260f-4df2-af0b-92e67519d9e6 req-c36016f7-196e-46b7-ac19-302ac209d7cc tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 945 time: 0.3291655
Feb 11 19:36:21.923089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Deleting port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:21.923483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:21.982152 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-01e8ba86-260f-4df2-af0b-92e67519d9e6 req-b956d5c0-d693-4630-9830-d0d71fb74c14 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups?id=9771edef-be82-49fb-940b-d6743c45a353&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471081
Feb 11 19:36:22.220605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] For port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:22.221080 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:22.557318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:22.557885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:22.558273 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Floating IP 0339c551-a87f-4d59-a141-d30c0755c992 disassociated. External IP: 172.27.2.140, port: 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb.
Feb 11 19:36:22.558661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Calling delete_port for 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:22.745732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:22.761040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:22.820485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event deleted for resources: {'Port': ['ID=6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:22.824552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:23.127646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:23.146772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Router 81159334-0807-4338-88e8-e336fe86fc53 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:36:23.165834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] No Port match for: 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:23.166244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb not bound to the agent host hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:23.209006 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7ecfa770-b238-4fd0-a9d8-86c3ebc5a9e0 req-4b6a074e-9c03-43a9-8830-94417004303f tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb628652-862a-4955-9f95-f67ae7b5313e HTTP/1.1" status: 200  len: 210 time: 0.0776451
Feb 11 19:36:23.344732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:36:23.358251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] Sync routers for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:36:23.366821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:23.367866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad5a1f28>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:23.405643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] No DVR routers for this DVR port 6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:36:23.408422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:23.412081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'name': 'network-vif-deleted', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:23.477798 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-50e51101-ecf7-43c7-bccb-b20ae4ea75b3 req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.100 "DELETE /v2.0/ports/6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb HTTP/1.1" status: 204  len: 173 time: 1.6815324
Feb 11 19:36:23.501610 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb628652-862a-4955-9f95-f67ae7b5313e', 'name': 'network-vif-deleted', 'tag': '6f5b0d4c-4020-41c7-9a7c-5aa2c46b4ddb', 'status': 'completed', 'code': 200}
Feb 11 19:36:23.587697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:23.932569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad5a1f28>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:23.936880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] Checking router: 81159334-0807-4338-88e8-e336fe86fc53 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:36:23.946541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:23.947205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad5a1f28>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:35:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:24.296038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:24.409049 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59484) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:24.499117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0ecae2e4-42ae-40af-ad91-144c2a5d2b87 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:24.529854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0ecae2e4-42ae-40af-ad91-144c2a5d2b87 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:24.614178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0ecae2e4-42ae-40af-ad91-144c2a5d2b87 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:24.620163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8dd1d1d8-7e05-4eec-94ea-c07fbd0f557a tempest-VolumesNegativeTest-1454588428 tempest-VolumesNegativeTest-1454588428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:24.635865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecae2e4-42ae-40af-ad91-144c2a5d2b87 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771edef-be82-49fb-940b-d6743c45a353,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:24.638719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0ecae2e4-42ae-40af-ad91-144c2a5d2b87 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:24.660580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f87302f5-e5c1-4dbd-8d74-39cf60b45b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:24.660736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad5a1f28>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:24.664394 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde645b-05e1-497b-a808-1fdaeddd7c98 None None] The sync data for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi is: [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'fc5ff7e7-4103-4017-a234-3c5b095b8992', 'name': '', 'network_id': '896ca65c-f504-458d-a9ca-c89f6068f18e', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'mac_address': 'fa:16:3e:90:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:44Z', 'updated_at': '2021-02-11T19:29:02Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'subnets': [{'id': 'cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:36:24.680931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-0ecae2e4-42ae-40af-ad91-144c2a5d2b87 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:24.685120 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-0ecae2e4-42ae-40af-ad91-144c2a5d2b87 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "DELETE /v2.0/security-groups/9771edef-be82-49fb-940b-d6743c45a353 HTTP/1.1" status: 204  len: 168 time: 0.2717488
Feb 11 19:36:24.685585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59492) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:24.708407 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.api.v2.resource [None req-55d5f452-0246-44a0-a134-32e813975332 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] show failed (client error): The resource could not be found.
Feb 11 19:36:24.708407 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-55d5f452-0246-44a0-a134-32e813975332 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "GET /v2.0/security-groups/9771edef-be82-49fb-940b-d6743c45a353 HTTP/1.1" status: 404  len: 347 time: 0.0201428
Feb 11 19:36:24.711072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59498) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:24.906497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Deleting port e08390bb-4c78-4679-918d-4bb3080ce8da {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:24.906887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:25.074595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a1f381-9025-4835-8617-1b0fa3c8a006 None None] New status for floating IP 0339c551-a87f-4d59-a141-d30c0755c992: DOWN {{(pid=80007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:36:25.101602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:25.101980 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:25.239812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Calling delete_port for e08390bb-4c78-4679-918d-4bb3080ce8da owned by network:floatingip {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:25.374796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80005) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:36:25.375337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:36:25.808820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59514) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:25.877027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Deleting port e08390bb-4c78-4679-918d-4bb3080ce8da {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:25.877525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:26.031715 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:26.060587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:26.067963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Usage tracker for resource:security_group_rule and tenant:473f8a0be7444910a039c18bbd84e61f is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:26.072568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:26.081242 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:26.118507 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:26.118883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:26.259541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Calling delete_port for e08390bb-4c78-4679-918d-4bb3080ce8da owned by network:floatingip {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:26.429388 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:26.470901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:26.480035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-39ad2a45-e1c5-454e-8f06-8bbbc2e182f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:26.513529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:26.552039 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=473f8a0be7444910a039c18bbd84e61f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7419958
Feb 11 19:36:26.556043 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f4181e-526a-40b5-96e4-c5bb01ad1d7e,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:26.561086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59524) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:26.649206 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-fdbda1ef-290b-46bd-bd73-41606bd8f8bc tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/floatingips/9c0b004d-e764-45c4-9bea-caa1a0cdfcd1 HTTP/1.1" status: 200  len: 999 time: 0.1353421
Feb 11 19:36:26.802773 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1746cc1c-3595-421e-bd81-7de40f8e2040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:26.883256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.883680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.884093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.884504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.884907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.885316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.885718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.886117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.886543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.887037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.887438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.887833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.888266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.888660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.889056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.889453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.889845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.890273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.890656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.891048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.891439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.891833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.892225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.892617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:26.901419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-cb11da9a-cd6f-4840-b598-5b58bf908a78 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:26.903008 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-cb11da9a-cd6f-4840-b598-5b58bf908a78 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 784 time: 0.2469411
Feb 11 19:36:26.909186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:26.909665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:26.915081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-4bd92fa7-09c5-47f9-ae3c-a15b9774eb43 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:36:26.916156 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-4bd92fa7-09c5-47f9-ae3c-a15b9774eb43 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0072608
Feb 11 19:36:26.964858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Pushing event deleted for resources: {'Port': ['ID=e08390bb-4c78-4679-918d-4bb3080ce8da,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:26.974571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:27.075586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-177d8206-9ee0-4fba-b10c-7eac036bb3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.127017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-177d8206-9ee0-4fba-b10c-7eac036bb3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.150714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks [] for floatingip, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.196436 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.197657 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b30693b2-9840-4fb7-8adb-ac12fef5bff2 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] 10.222.0.79 "DELETE /v2.0/floatingips/0339c551-a87f-4d59-a141-d30c0755c992 HTTP/1.1" status: 204  len: 168 time: 2.4859474
Feb 11 19:36:27.231399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-177d8206-9ee0-4fba-b10c-7eac036bb3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.236969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9e4bdda8-f645-4908-b56e-2c80861b204d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:27.249945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-177d8206-9ee0-4fba-b10c-7eac036bb3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.253765 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-177d8206-9ee0-4fba-b10c-7eac036bb3d6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/80f4181e-526a-40b5-96e4-c5bb01ad1d7e HTTP/1.1" status: 204  len: 168 time: 0.6891339
Feb 11 19:36:27.253765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d8206-9ee0-4fba-b10c-7eac036bb3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f4181e-526a-40b5-96e4-c5bb01ad1d7e,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:27.261704 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-177d8206-9ee0-4fba-b10c-7eac036bb3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:27.270147 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-24fb2c89-5359-4d61-80ff-beacd46d83e1 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.147 HTTP/1.1" status: 200  len: 1002 time: 0.3470087
Feb 11 19:36:27.438529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-942e7bc1-ed78-4dd2-b6f7-a3d04c54e3fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:27.440104 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-942e7bc1-ed78-4dd2-b6f7-a3d04c54e3fa tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports/c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 943 time: 0.1627975
Feb 11 19:36:27.662688 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-06cab4a0-e1f8-43b2-a422-a1b8ae3d3f21 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.147 HTTP/1.1" status: 200  len: 1002 time: 0.1322539
Feb 11 19:36:27.756723 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.890997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59536) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:27.911255 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.917991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Deleting port e7fa148d-cfd1-4134-9e3a-28387b656760 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:27.926252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:27.931162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:27.935190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Usage tracker for resource:security_group_rule and tenant:55da96a872384c3c9abc05bb90057cd8 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:27.938152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:27.944536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:28.028963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.053603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.062685 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-400975c4-b9b3-42bf-a0f2-b98532a5d873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:28.105389 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.106101 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55da96a872384c3c9abc05bb90057cd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2136559
Feb 11 19:36:28.106535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.107099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0701404c-6408-497b-88df-e2f95e0a19ca,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:28.109629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59540) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:28.112448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:28.171694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a235e025-70a7-4738-a5c6-2bba42df8dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.200258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a235e025-70a7-4738-a5c6-2bba42df8dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.242858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Calling delete_port for e7fa148d-cfd1-4134-9e3a-28387b656760 owned by network:floatingip {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:28.282379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a235e025-70a7-4738-a5c6-2bba42df8dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.287605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-40e7d772-0f93-442f-81c2-0079dbcaa7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:28.304251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235e025-70a7-4738-a5c6-2bba42df8dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0701404c-6408-497b-88df-e2f95e0a19ca,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:28.307450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a235e025-70a7-4738-a5c6-2bba42df8dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:28.309687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a235e025-70a7-4738-a5c6-2bba42df8dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.310940 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a235e025-70a7-4738-a5c6-2bba42df8dbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0701404c-6408-497b-88df-e2f95e0a19ca HTTP/1.1" status: 204  len: 168 time: 0.2003303
Feb 11 19:36:28.442455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.482466 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.499196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:28.568308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event deleted for resources: {'Port': ['ID=e7fa148d-cfd1-4134-9e3a-28387b656760,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:28.572215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:28.747903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for floatingip, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:28.748477 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Floating IP 9c0b004d-e764-45c4-9bea-caa1a0cdfcd1 disassociated (deleted). External IP: 172.27.2.147, port: c14887d6-a544-4fc9-9db1-6044fd90ed8d.
Feb 11 19:36:29.150903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Router 68274079-e6fc-407a-8ba1-4006600d12d9 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:36:29.213926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:29.347244 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:36:29.357014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] Sync routers for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:36:29.367000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:29.367668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae1c1b70>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:36:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:29.453478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:29.501732 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-5fd01cb2-37fd-4f74-b845-7c083105312c service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0881116
Feb 11 19:36:29.518245 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "DELETE /v2.0/floatingips/9c0b004d-e764-45c4-9bea-caa1a0cdfcd1 HTTP/1.1" status: 204  len: 173 time: 1.8484373
Feb 11 19:36:29.518834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:29.615071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:29.688478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-63db7bd6-263d-4333-a4bd-949f975c2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:29.690283 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-63db7bd6-263d-4333-a4bd-949f975c2c78 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1163 time: 0.0892365
Feb 11 19:36:29.843361 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'status': 'completed', 'code': 200}
Feb 11 19:36:29.922599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-0e6a7573-34a0-4608-ab42-460be9b5dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:29.924206 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-0e6a7573-34a0-4608-ab42-460be9b5dd57 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 902 time: 0.1814947
Feb 11 19:36:29.973967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-3f8f4a3e-f4d0-40a0-8e8f-964f3ab87279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:29.975759 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-3f8f4a3e-f4d0-40a0-8e8f-964f3ab87279 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1163 time: 0.4320042
Feb 11 19:36:30.013591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae1c1b70>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:30:06Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:30.016703 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-a2968e92-a0b5-457c-b243-9e21f0ded639 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 217 time: 0.0842769
Feb 11 19:36:30.020720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] Checking router: 68274079-e6fc-407a-8ba1-4006600d12d9 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:36:30.031404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:30.032167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae1c1b70>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:36:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:30.122621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-b11ccce6-34d5-4ffd-89ac-f27a14e1b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:30.124351 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-b11ccce6-34d5-4ffd-89ac-f27a14e1b1f6 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.1013801
Feb 11 19:36:30.179953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-e5c21c1d-355e-431d-9afa-e7ff822e0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:30.181604 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-e5c21c1d-355e-431d-9afa-e7ff822e0f57 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 902 time: 0.1994457
Feb 11 19:36:30.235973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-0075dd75-f307-4221-84b9-1a7a9e5265dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:30.237500 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-0075dd75-f307-4221-84b9-1a7a9e5265dd service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016223
Feb 11 19:36:30.242869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59596) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:30.272147 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-e1f806fa-e21d-4722-a5b7-e2a8420f1ecc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 217 time: 0.0835752
Feb 11 19:36:30.321043 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:30.385598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-4911edd8-92cd-4b5b-9bc9-6ff2de692378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:30.397187 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-4911edd8-92cd-4b5b-9bc9-6ff2de692378 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.1068640
Feb 11 19:36:30.432516 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-5a9f8c2b-ec4e-4901-bdcc-f68d1aa7840c service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820769
Feb 11 19:36:30.513184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-02f6c781-abcf-4d69-b59e-811a1ec1caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:30.515821 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-02f6c781-abcf-4d69-b59e-811a1ec1caa3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1174576
Feb 11 19:36:30.684299 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-daf6ec36-7972-491c-846c-7f82fa823b37 service neutron] 10.222.0.79 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605978
Feb 11 19:36:30.690508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae1c1b70>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:30:06Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:30.695180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb1ef08-1c44-4efb-a730-23ced1d26ebf None None] The sync data for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi is: [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:29:57Z', 'revision_number': 4, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '2c16686e-163a-456f-a596-bb459077dbc2', 'name': '', 'network_id': '1722861d-cc65-407b-a8a6-431d3e2bfd59', 'tenant_id': '3bd11137b675423385314926587eb28b', 'mac_address': 'fa:16:3e:ac:00:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:56Z', 'updated_at': '2021-02-11T19:30:06Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'subnets': [{'id': '7964dc79-eab4-4000-9277-6e2395b50c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:36:30.780300 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6fb32af1-e462-4299-9e51-aeaf0b4b183a req-619dae72-a7b6-4106-900d-ae8f88b520b0 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3396719
Feb 11 19:36:30.854438 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-91c2697a-9215-40fb-9350-949f7f48aa1a req-7259d336-0169-44ba-8130-de0f217651f6 service neutron] 10.222.0.79 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1690686
Feb 11 19:36:31.163679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-109fbace-76ae-4e7f-8411-057421c17d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:31.169211 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-109fbace-76ae-4e7f-8411-057421c17d41 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=3bd11137b675423385314926587eb28b&device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 1163 time: 0.1514022
Feb 11 19:36:31.216798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9a074-4831-4c06-aa13-9f2ca96a8d14 None None] New status for floating IP 9c0b004d-e764-45c4-9bea-caa1a0cdfcd1: DOWN {{(pid=80007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:36:31.409782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-ee2c57e4-3004-4f66-8481-1dfa6a22c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:31.411430 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-ee2c57e4-3004-4f66-8481-1dfa6a22c4a7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 200  len: 902 time: 0.2381322
Feb 11 19:36:31.527937 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-036842f3-8d3b-4345-b2ec-0aad70898074 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 200  len: 217 time: 0.0827692
Feb 11 19:36:31.646504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854186929'] for router_interface, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:31.773404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-dea53c86-ce2a-45f8-87be-4e7f851a17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:31.775088 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-dea53c86-ce2a-45f8-87be-4e7f851a17fe service neutron] 10.222.0.100 "GET /v2.0/subnets?id=7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 200  len: 847 time: 0.2391453
Feb 11 19:36:31.776984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0167141-c7af-479f-8fb1-97c5e5caa587 req-7a306a7e-d637-481f-a88f-e81ef3cd20dc tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:31.777854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d0167141-c7af-479f-8fb1-97c5e5caa587 req-7a306a7e-d637-481f-a88f-e81ef3cd20dc tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Synchronizing usage tracker for tenant:3bd11137b675423385314926587eb28b on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:36:31.819792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-d0167141-c7af-479f-8fb1-97c5e5caa587 req-7a306a7e-d637-481f-a88f-e81ef3cd20dc tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Unset dirty status for tenant:3bd11137b675423385314926587eb28b on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:36:31.821113 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d0167141-c7af-479f-8fb1-97c5e5caa587 req-7a306a7e-d637-481f-a88f-e81ef3cd20dc tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2374289
Feb 11 19:36:31.902074 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d0167141-c7af-479f-8fb1-97c5e5caa587 req-58a484dc-f5df-423a-867e-3a272e8c45b1 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0739119
Feb 11 19:36:31.976437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-c51cb5fd-62f8-46ad-911c-0618d2175fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:31.978044 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-c51cb5fd-62f8-46ad-911c-0618d2175fd5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=1722861d-cc65-407b-a8a6-431d3e2bfd59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1916630
Feb 11 19:36:32.436487 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-c1716107-4974-4dce-8a51-4c21eea8cad4 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246607
Feb 11 19:36:32.602568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Deleting port fc5ff7e7-4103-4017-a234-3c5b095b8992 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:32.602953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:32.730388 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-379d4f80-9ba7-4c16-abc3-a99c99c32349 req-b5488ed7-6885-4df8-88a6-3b2f67b73ad7 service neutron] 10.222.0.100 "GET /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2663231
Feb 11 19:36:32.833719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] For port fc5ff7e7-4103-4017-a234-3c5b095b8992, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=fc5ff7e7-4103-4017-a234-3c5b095b8992,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:32.834041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:32.982460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Calling delete_port for fc5ff7e7-4103-4017-a234-3c5b095b8992 owned by network:router_interface {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:33.014939 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59650) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:33.173580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.180150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.185219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device c14887d6-a544-4fc9-9db1-6044fd90ed8d no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:33.194683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:33.198698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:779ecfa98ae1485eb5fd7892e31ec775 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:33.201637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:33.207476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:33.250114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04070-1ac8-4739-928a-73cef17a9f49 req-d10c7664-c81f-4fa7-b46f-06b48b0d4e31 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:33.251935 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-baf04070-1ac8-4739-928a-73cef17a9f49 req-d10c7664-c81f-4fa7-b46f-06b48b0d4e31 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2096083
Feb 11 19:36:33.314048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.344861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:33.356931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port c14887d6-a544-4fc9-9db1-6044fd90ed8d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:33.397479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.400151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:33.436243 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-baf04070-1ac8-4739-928a-73cef17a9f49 req-4711e716-3549-411f-b77b-bb8bcd37e535 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1398964
Feb 11 19:36:33.440110 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'code': 200}
Feb 11 19:36:33.487543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=c14887d6-a544-4fc9-9db1-6044fd90ed8d,revision_number=7']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:33.496401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.496866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.497319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.497762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.498194 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.498650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.499097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.499540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.499971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.500396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.500837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.501277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.501741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.502166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.502653 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.503099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.503536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.503964 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.504391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.504803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.505228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.505750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.506175 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.507186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:33.511560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:33.522513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.549914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a7273-b712-4926-8368-74d91ba857d2 req-b33fd087-712c-4fbb-8764-53e827615fab tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:33.551755 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b33a7273-b712-4926-8368-74d91ba857d2 req-b33fd087-712c-4fbb-8764-53e827615fab tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.100 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 946 time: 0.2963188
Feb 11 19:36:33.553747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.562197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.570552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c2b310d-abbb-4e3b-9aa2-c9730e45acee tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:33.572873 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c481fbde-f063-4b13-af28-5efc60153392 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:33.612217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1444813-de26-4ad6-bada-4bdc79650b88,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:33.618796 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=779ecfa98ae1485eb5fd7892e31ec775&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6026275
Feb 11 19:36:33.619854 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:33.620464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59658) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:33.683566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d23b-54f0-4e83-ba97-9c870a4ffc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.711744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d23b-54f0-4e83-ba97-9c870a4ffc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.729108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc5ff7e7-4103-4017-a234-3c5b095b8992,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:33.746313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:33.796830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d23b-54f0-4e83-ba97-9c870a4ffc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.802163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-746c4d9e-cc78-4762-a564-283a2222e9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:33.802764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Deleting port c14887d6-a544-4fc9-9db1-6044fd90ed8d {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:33.803674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.813556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0d23b-54f0-4e83-ba97-9c870a4ffc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1444813-de26-4ad6-bada-4bdc79650b88,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:33.818364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4fd0d23b-54f0-4e83-ba97-9c870a4ffc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:33.821483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4fd0d23b-54f0-4e83-ba97-9c870a4ffc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:33.824976 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4fd0d23b-54f0-4e83-ba97-9c870a4ffc3d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1444813-de26-4ad6-bada-4bdc79650b88 HTTP/1.1" status: 204  len: 168 time: 0.2007213
Feb 11 19:36:34.297889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] For port c14887d6-a544-4fc9-9db1-6044fd90ed8d, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=c14887d6-a544-4fc9-9db1-6044fd90ed8d,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:34.301580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.332284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59666) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:34.352749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.369596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:34.374420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Usage tracker for resource:security_group_rule and tenant:de0d86e7f78548e1a087b5b8c4f3def1 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:34.377657 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:34.384230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:34.447500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Calling delete_port for c14887d6-a544-4fc9-9db1-6044fd90ed8d owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:34.470021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.489488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854127990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581266'] for router_interface, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.506071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.549514 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-489ee954-4f00-4bbf-aaf3-0f6a449f55d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:34.575200 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de0d86e7f78548e1a087b5b8c4f3def1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2392483
Feb 11 19:36:34.580526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59672) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:34.604940 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39caea-98e5-4a99-a5bf-42239520ac27,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:34.651818 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:34.727580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-512ed9b3-571a-40be-8feb-76a87f2d377d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.835279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788a647-caf0-4319-ab01-c93179f9d0c8 req-ed77b571-8d70-4761-92a9-6c6c64f898a7 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:34.836938 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4788a647-caf0-4319-ab01-c93179f9d0c8 req-ed77b571-8d70-4761-92a9-6c6c64f898a7 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 944 time: 0.2368891
Feb 11 19:36:34.846878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-512ed9b3-571a-40be-8feb-76a87f2d377d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.884645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.902118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-07a9b945-f975-42c3-9ea1-15d79b96dbb6 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:34.945734 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4788a647-caf0-4319-ab01-c93179f9d0c8 req-118e7dd1-4c55-4155-8d1e-b7701c97012d tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2cb6f3d-2acc-47b5-b62f-5743acf79e75&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1016259
Feb 11 19:36:34.973732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-512ed9b3-571a-40be-8feb-76a87f2d377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:34.978898 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event deleted for resources: {'Port': ['ID=c14887d6-a544-4fc9-9db1-6044fd90ed8d,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:34.979453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8aa27524-6ae9-4fdd-9357-27954712aad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:34.984878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:34.994930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ed9b3-571a-40be-8feb-76a87f2d377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39caea-98e5-4a99-a5bf-42239520ac27,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:34.997677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-512ed9b3-571a-40be-8feb-76a87f2d377d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:34.998912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-512ed9b3-571a-40be-8feb-76a87f2d377d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:35.002826 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-512ed9b3-571a-40be-8feb-76a87f2d377d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a39caea-98e5-4a99-a5bf-42239520ac27 HTTP/1.1" status: 204  len: 168 time: 0.4184434
Feb 11 19:36:35.547163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] No DVR routers for this DVR port c14887d6-a544-4fc9-9db1-6044fd90ed8d on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:36:35.551455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:35.554851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-deleted', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:35.581417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Router 81159334-0807-4338-88e8-e336fe86fc53 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:36:35.644190 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63c03ba-70be-4bb2-8f75-8ee621cfd3cb', 'name': 'network-vif-deleted', 'tag': 'c14887d6-a544-4fc9-9db1-6044fd90ed8d', 'status': 'completed', 'code': 200}
Feb 11 19:36:35.654503 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b33a7273-b712-4926-8368-74d91ba857d2 req-f936e26f-626f-44c2-912d-5ee1ac9d0790 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.100 "DELETE /v2.0/ports/c14887d6-a544-4fc9-9db1-6044fd90ed8d HTTP/1.1" status: 204  len: 173 time: 2.0797555
Feb 11 19:36:35.796995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:36:35.810349 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] 10.222.0.79 "PUT /v2.0/routers/81159334-0807-4338-88e8-e336fe86fc53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5662298
Feb 11 19:36:35.811491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] Sync routers for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:36:35.813252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59692) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:35.842746 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:35.843696 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae1c1438>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:36:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:36.120228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:36.136312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks [] for router, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:36.369912 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5dbb2644-2b47-487e-b37e-c7c72488df07 req-759916ab-a97e-41bd-b100-c553a3b11a1e tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/ports?device_id=d63c03ba-70be-4bb2-8f75-8ee621cfd3cb HTTP/1.1" status: 200  len: 210 time: 0.1558380
Feb 11 19:36:36.435774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:36.442140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Deleting port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:36.442887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:36.669581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] For port 6e5c8941-c0f0-441c-9249-abbbe9cfafdd, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=6e5c8941-c0f0-441c-9249-abbbe9cfafdd,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:36.672376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:36.698622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae1c1438>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:36:33Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:36.702969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] Checking router: 81159334-0807-4338-88e8-e336fe86fc53 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:36:36.712477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] Routers {'81159334-0807-4338-88e8-e336fe86fc53'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:36.713136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae1c1438>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:36:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['81159334-0807-4338-88e8-e336fe86fc53'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:36.813935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Calling delete_port for 6e5c8941-c0f0-441c-9249-abbbe9cfafdd owned by network:router_gateway {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:36.914767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] Set router 81159334-0807-4338-88e8-e336fe86fc53 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:37.127316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]: WARNING neutron.plugins.ml2.ovo_rpc [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     result = function(*args, **kwargs)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     proto.__init__(conn_state, self)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.handle()
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.handle_one_request()
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.handle_one_response()
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     result = self.application(self.environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return app(environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self.application)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self.application)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self.application)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self.application)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return request.get_response(self.application)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = req.get_response(self._app)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     application, catch_exc_info=False)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     app_iter = application(self.environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return resp(environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return resp(environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     response = self.app(environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return resp(environ, start_response)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     resp = self.call_func(req, *args, **kw)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.func(req, *args, **kwargs)
Feb 11 19:36:37.129838 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     result = method(request=request, **args)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._delete(request, id, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*args, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*args, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*dup_args, **dup_kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     obj_deleter(request.context, id, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return method(*args, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*args, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*args, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(*dup_args, **dup_kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._delete_current_gw_port(context, id, router, None)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, context, *args, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return method(*args, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     context, port, router_ids, bound_mech_contexts)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     return function(*args, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     callback(resource, event, trigger, **kwargs)
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     if self._is_session_semantic_violated(context, resource, event):
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]:     stack = traceback.extract_stack()
Feb 11 19:36:37.135849 dv-cinder-775250-1-iscsi neutron-server[79894]: 
Feb 11 19:36:37.239875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae1c1438>, [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:36:33Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:37.245017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb52bb-7a58-4a4d-b026-4d981ccec5c1 None None] The sync data for ids ['81159334-0807-4338-88e8-e336fe86fc53'] in dv-cinder-775250-1-iscsi is: [{'id': '81159334-0807-4338-88e8-e336fe86fc53', 'name': 'tempest-AttachVolumeShelveTestJSON-366215760-router', 'tenant_id': '26b4c68409ae4cfdaea868375087a422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:28:32Z', 'updated_at': '2021-02-11T19:36:33Z', 'revision_number': 5, 'project_id': '26b4c68409ae4cfdaea868375087a422', 'gw_port': {'id': '6e5c8941-c0f0-441c-9249-abbbe9cfafdd', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81159334-0807-4338-88e8-e336fe86fc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:28:36Z', 'updated_at': '2021-02-11T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:36:37.337674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576718'] for router_gateway, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.488598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854192260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775387'] for router, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.491379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.641933 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-64c90fdf-a6fa-46f1-bb18-9e45854dec88 req-0fcf41d3-370e-47f9-9838-d7660d88b97f tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "GET /v2.0/security-groups/f2cb6f3d-2acc-47b5-b62f-5743acf79e75 HTTP/1.1" status: 200  len: 2991 time: 0.0796072
Feb 11 19:36:37.643215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854192230'] for router, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.643762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81159334-0807-4338-88e8-e336fe86fc53 {{(pid=80006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 11 19:36:37.675452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.676575 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-27b3ab43-ddb6-4fc8-9148-f19c948d0b8a admin admin] 10.222.0.79 "DELETE /v2.0/routers/81159334-0807-4338-88e8-e336fe86fc53 HTTP/1.1" status: 204  len: 168 time: 1.8622851
Feb 11 19:36:37.679582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59762) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:37.751449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-64c90fdf-a6fa-46f1-bb18-9e45854dec88 req-4bc6c000-532f-4eb5-8e14-4359628097c2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.775314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device fc5ff7e7-4103-4017-a234-3c5b095b8992 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:37.787285 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] Deleting subnet cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:36:37.791034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.801215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-64c90fdf-a6fa-46f1-bb18-9e45854dec88 req-4bc6c000-532f-4eb5-8e14-4359628097c2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.824271 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: fc5ff7e7-4103-4017-a234-3c5b095b8992 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:37.824823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device fc5ff7e7-4103-4017-a234-3c5b095b8992 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:37.853368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851609718'] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.893653 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-64c90fdf-a6fa-46f1-bb18-9e45854dec88 req-4bc6c000-532f-4eb5-8e14-4359628097c2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.905583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8219a5cd-2efa-407d-a9e6-f75d37dcedee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:37.922263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6c000-532f-4eb5-8e14-4359628097c2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb6f3d-2acc-47b5-b62f-5743acf79e75,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:37.925592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4bc6c000-532f-4eb5-8e14-4359628097c2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:37.952627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-64c90fdf-a6fa-46f1-bb18-9e45854dec88 req-4bc6c000-532f-4eb5-8e14-4359628097c2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:37.960223 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-64c90fdf-a6fa-46f1-bb18-9e45854dec88 req-4bc6c000-532f-4eb5-8e14-4359628097c2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] 10.222.0.79 "DELETE /v2.0/security-groups/f2cb6f3d-2acc-47b5-b62f-5743acf79e75 HTTP/1.1" status: 204  len: 173 time: 0.3080084
Feb 11 19:36:37.961110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:38.045104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59778) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:38.454574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851242906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3237226'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:38.472559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:38.524319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:38.529015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:38.622249 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:38.628634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa3306e-5c7e-41f3-98fb-e31e9d782bed None None] Network 896ca65c-f504-458d-a9ca-c89f6068f18e requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:36:38.632378 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a1c2843c-788f-400a-a003-4772ad3e87d4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/cd4d8a01-ef5f-4778-8484-3ae9ebb2ecf4 HTTP/1.1" status: 204  len: 168 time: 0.9514983
Feb 11 19:36:38.633066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59786) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:38.759896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:38.834784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Deleting port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:38.835050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:38.926790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] DHCP port deletion for 896ca65c-f504-458d-a9ca-c89f6068f18e request from dv-cinder-775250-1-iscsi {{(pid=80007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 11 19:36:38.936341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] Deleting port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:38.936779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.077560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] For port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:39.077923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.098647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854186929'] for router_interface, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.162834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] For port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4,segment=NetworkSegment(b67e23f9-edc2-419b-9b04-07919f8ed1da),segment_id=b67e23f9-edc2-419b-9b04-07919f8ed1da)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:39.163203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.227563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Calling delete_port for 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 owned by network:dhcp {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:39.303200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] Calling delete_port for 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 owned by network:dhcp {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:39.345729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.365574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c0f2750c-59f7-49e2-8157-acb8cd17022b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:39.380624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:36:39.381566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:36:39.427647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:39.432300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:39.499903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Deleting port 2c16686e-163a-456f-a596-bb459077dbc2 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:39.500285 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.517987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] No DVR routers for this DVR port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 on host dv-cinder-775250-1-iscsi {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:36:39.665770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.700439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] For port 2c16686e-163a-456f-a596-bb459077dbc2, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=2c16686e-163a-456f-a596-bb459077dbc2,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:39.700831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.792116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67a7c8cc18>,) {'filters': {'network_id': ['896ca65c-f504-458d-a9ca-c89f6068f18e']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:39.793846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:39.805974 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67a7c8cc18>, 'b67e23f9-edc2-419b-9b04-07919f8ed1da') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:39.806347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67a7c8cc18>, 'b67e23f9-edc2-419b-9b04-07919f8ed1da') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:39.818396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.836600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:39.837029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:39.837517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 6e5c8941-c0f0-441c-9249-abbbe9cfafdd no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:39.845779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Calling delete_port for 2c16686e-163a-456f-a596-bb459077dbc2 owned by network:router_interface {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:39.878555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 6e5c8941-c0f0-441c-9249-abbbe9cfafdd {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:39.878881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 6e5c8941-c0f0-441c-9249-abbbe9cfafdd not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:39.885839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] Deleting port 48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:39.885839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.905693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:39.908496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:36:39.961061 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b42a0204-8397-4b69-abd4-76568bd49cd1 None None] The port '48c865d5-8c64-4cbf-bcd8-3faf17b1f6e4' was deleted {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 11 19:36:40.104512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Network 896ca65c-f504-458d-a9ca-c89f6068f18e has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:36:40.113562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:40.264887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:40.282595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8a5d1fa6-1f9d-460a-8087-66c0bdc5f021 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:40.295823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Network 896ca65c-f504-458d-a9ca-c89f6068f18e has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:36:40.322595 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:36:40.338998 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2c16686e-163a-456f-a596-bb459077dbc2,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:40.342967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:40.590811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:40.594559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0018d849-f5fa-4e06-a1ab-ff07f68391dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:40.612987 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:40.621007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=896ca65c-f504-458d-a9ca-c89f6068f18e,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:40.625808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:40.666438 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-da593350-8c22-4776-a823-8285ffb8d0a5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/896ca65c-f504-458d-a9ca-c89f6068f18e HTTP/1.1" status: 204  len: 168 time: 2.0321167
Feb 11 19:36:40.712459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854127990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581266'] for router_interface, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:40.926979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59796) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:40.998989 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8aeb681c-0bb2-4731-8bcd-3d5f08f8492a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26b4c68409ae4cfdaea868375087a422&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0681915
Feb 11 19:36:40.999232 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59800) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:41.061143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a612dd5a-c30d-4634-8e77-17f0d472f7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:41.089538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a612dd5a-c30d-4634-8e77-17f0d472f7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:41.219712 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a612dd5a-c30d-4634-8e77-17f0d472f7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:41.226070 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e94e4269-9cba-4dff-8ad4-30747e5e67e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:41.241623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612dd5a-c30d-4634-8e77-17f0d472f7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d20dd28-6dd1-43af-8b4d-ce10866fa0e3,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:41.244675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a612dd5a-c30d-4634-8e77-17f0d472f7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:41.252572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a612dd5a-c30d-4634-8e77-17f0d472f7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:41.256416 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a612dd5a-c30d-4634-8e77-17f0d472f7b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d20dd28-6dd1-43af-8b4d-ce10866fa0e3 HTTP/1.1" status: 204  len: 168 time: 0.2536356
Feb 11 19:36:41.479098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Router 68274079-e6fc-407a-8ba1-4006600d12d9 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:36:41.685489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:36:41.696290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] Sync routers for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:36:41.702747 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-69844d72-7855-4499-a971-5c3251cf70ed admin admin] 10.222.0.79 "PUT /v2.0/routers/68274079-e6fc-407a-8ba1-4006600d12d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6547806
Feb 11 19:36:41.706012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59810) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:41.713018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:41.713725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acbe9fd0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:36:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:41.955551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks [] for router, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:42.102954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:42.434764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:42.438780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acbe9fd0>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:36:40Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:42.440114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Deleting port 421cdcfe-f180-49c6-99ad-0d63a43f70c4 {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:42.440493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:42.442846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] Checking router: 68274079-e6fc-407a-8ba1-4006600d12d9 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:36:42.447784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59828) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:42.452361 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] Routers {'68274079-e6fc-407a-8ba1-4006600d12d9'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:42.453119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67acbe9fd0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:36:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['68274079-e6fc-407a-8ba1-4006600d12d9'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:42.636783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1817349336-network', 'tenant_id': '8c22ed34a7bf4536ac368566722643fb'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:36:42.641603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] For port 421cdcfe-f180-49c6-99ad-0d63a43f70c4, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=421cdcfe-f180-49c6-99ad-0d63a43f70c4,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:42.641838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:42.641982 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:42.645939 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Usage tracker for resource:network and tenant:8c22ed34a7bf4536ac368566722643fb is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:42.650034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:42.652689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] Set router 68274079-e6fc-407a-8ba1-4006600d12d9 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:42.656354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:42.694975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Made reservation on behalf of 8c22ed34a7bf4536ac368566722643fb for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:36:42.700179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:42.718469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:42.734902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:42.739059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Usage tracker for resource:security_group_rule and tenant:8c22ed34a7bf4536ac368566722643fb is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:42.742403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:42.752701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:42.783234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Calling delete_port for 421cdcfe-f180-49c6-99ad-0d63a43f70c4 owned by network:router_gateway {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:42.969587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:42.982492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67acbe9fd0>, [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:36:40Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:42.987047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d56ff1-a296-4009-8918-2741720e44a3 None None] The sync data for ids ['68274079-e6fc-407a-8ba1-4006600d12d9'] in dv-cinder-775250-1-iscsi is: [{'id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'name': 'tempest-TestShelveInstance-296226044-router', 'tenant_id': '3bd11137b675423385314926587eb28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:29:49Z', 'updated_at': '2021-02-11T19:36:40Z', 'revision_number': 5, 'project_id': '3bd11137b675423385314926587eb28b', 'gw_port': {'id': '421cdcfe-f180-49c6-99ad-0d63a43f70c4', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68274079-e6fc-407a-8ba1-4006600d12d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:29:51Z', 'updated_at': '2021-02-11T19:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:36:43.048337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.081341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.086694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4bc6c000-532f-4eb5-8e14-4359628097c2 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:43.122000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:36:43.132593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92adc7d-0101-4968-987b-e87e4256b3f5,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:43.136690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:43.139369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.139760 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Added segment a9b408f3-d7a2-4af9-8d0e-2617120174ce of type vxlan for network d9cb0077-d2da-459f-a6b6-0624090e8873
Feb 11 19:36:43.169582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.210860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576718'] for router_gateway, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.231921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.233408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:43.234173 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.240885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-887ea5e3-d396-4b8e-9f00-b47b4a361872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:43.355081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Pushing event updated for resources: {'Network': ['ID=d9cb0077-d2da-459f-a6b6-0624090e8873,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:43.359658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:43.359877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854192260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775387'] for router, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.361225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.368586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network d9cb0077-d2da-459f-a6b6-0624090e8873 details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:36:43.380247 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9313424
Feb 11 19:36:43.382848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network d9cb0077-d2da-459f-a6b6-0624090e8873 details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:36:43.383820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59836) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:43.390134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Request body: {'subnet': {'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1817349336-subnet', 'tenant_id': '8c22ed34a7bf4536ac368566722643fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:36:43.395363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:43.399701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Usage tracker for resource:subnet and tenant:8c22ed34a7bf4536ac368566722643fb is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:43.406258 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:43.410350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:43.465326 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Made reservation on behalf of 8c22ed34a7bf4536ac368566722643fb for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:36:43.470620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328886'] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.585553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854192230'] for router, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.586224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68274079-e6fc-407a-8ba1-4006600d12d9 {{(pid=80005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 11 19:36:43.598993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] Notify callbacks [] for router, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.603639 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2a060031-126c-44da-8a81-b87b24e9514a admin admin] 10.222.0.79 "DELETE /v2.0/routers/68274079-e6fc-407a-8ba1-4006600d12d9 HTTP/1.1" status: 204  len: 168 time: 1.8964739
Feb 11 19:36:43.606946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59840) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:43.677216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] Deleting subnet 7964dc79-eab4-4000-9277-6e2395b50c47 {{(pid=80005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:36:43.681262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.738675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851609718'] for subnet, precommit_delete_associations {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.759243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 2c16686e-163a-456f-a596-bb459077dbc2 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:43.801762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 2c16686e-163a-456f-a596-bb459077dbc2 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:43.802539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 2c16686e-163a-456f-a596-bb459077dbc2 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:43.878985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.949643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852286446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328871'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:43.966063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0d5da242-ac71-438a-9d45-aeee54be05fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:44.105917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a614f72-5e73-4eab-9bb6-01a287f117a4,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:44.110214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:44.174450 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Checking segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:36:44.174845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Network hostable DHCP agents. Network: d9cb0077-d2da-459f-a6b6-0624090e8873, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:36:44.236532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851242906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3237226'] for subnet, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:44.253399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fd669235-550c-4b90-a36a-305411a59cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:44.293306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Network d9cb0077-d2da-459f-a6b6-0624090e8873 is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:36:44.301769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7964dc79-eab4-4000-9277-6e2395b50c47,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:44.304575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:44.327914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, d9cb0077-d2da-459f-a6b6-0624090e8873) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:36:44.338032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0bc0b-9588-45b2-982d-22ae50a1458a None None] Network d9cb0077-d2da-459f-a6b6-0624090e8873 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:36:44.352957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:44.353611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:44.400228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for subnet, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:44.405301 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0137067
Feb 11 19:36:44.410941 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5af0c9b2-1a96-437b-abe0-0878e0c6a270 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7964dc79-eab4-4000-9277-6e2395b50c47 HTTP/1.1" status: 204  len: 168 time: 0.8026264
Feb 11 19:36:44.412525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59848) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:44.436029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b24c3-0669-4009-a636-62e2726424cc None None] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:36:44.543208 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:44.620357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Deleting port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:44.620741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:44.828818 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa33dfc-fe86-40b0-a07e-8b053c8d06c9 None None] Network d9cb0077-d2da-459f-a6b6-0624090e8873 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:36:44.872465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] DHCP port deletion for 1722861d-cc65-407b-a8a6-431d3e2bfd59 request from dv-cinder-775250-1-iscsi {{(pid=80007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 11 19:36:44.873805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] For port e22b07f4-bf10-4a53-ad82-c3d1d931eed8, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e22b07f4-bf10-4a53-ad82-c3d1d931eed8,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:44.874123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:44.929838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] Deleting port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:44.930272 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:45.042444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Calling delete_port for e22b07f4-bf10-4a53-ad82-c3d1d931eed8 owned by network:dhcp {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:45.279292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] For port e22b07f4-bf10-4a53-ad82-c3d1d931eed8, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e22b07f4-bf10-4a53-ad82-c3d1d931eed8,segment=NetworkSegment(1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5),segment_id=1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:45.279887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:45.330334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-4aa994f2-f20d-4a3f-9686-708764df9478 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:45.331150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-4aa994f2-f20d-4a3f-9686-708764df9478 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:network {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:36:45.335672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:45.354253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:45.418112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] Calling delete_port for e22b07f4-bf10-4a53-ad82-c3d1d931eed8 owned by network:dhcp {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:45.420583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22b07f4-bf10-4a53-ad82-c3d1d931eed8,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:45.475872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:45.517542 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] No DVR routers for this DVR port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 on host dv-cinder-775250-1-iscsi {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:36:45.555768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-4aa994f2-f20d-4a3f-9686-708764df9478 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:network {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:36:45.557095 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-4aa994f2-f20d-4a3f-9686-708764df9478 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 815 time: 0.6092067
Feb 11 19:36:45.608876 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-c652ce13-a2de-4392-8fb9-bf1b204722f2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/quotas/8c22ed34a7bf4536ac368566722643fb HTTP/1.1" status: 200  len: 375 time: 0.0338616
Feb 11 19:36:45.677202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:36:45.677662 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:36:45.714383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:45.730425 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-7c2b14b2-3001-451a-8753-465c309c1aa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0747824
Feb 11 19:36:45.792398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e22b07f4-bf10-4a53-ad82-c3d1d931eed8 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:45.830659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: e22b07f4-bf10-4a53-ad82-c3d1d931eed8 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:45.831056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e22b07f4-bf10-4a53-ad82-c3d1d931eed8 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:45.831522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 421cdcfe-f180-49c6-99ad-0d63a43f70c4 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:45.871323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 421cdcfe-f180-49c6-99ad-0d63a43f70c4 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:45.871716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 421cdcfe-f180-49c6-99ad-0d63a43f70c4 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:45.949866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67acb3b7f0>,) {'filters': {'network_id': ['1722861d-cc65-407b-a8a6-431d3e2bfd59']}} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:45.969273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67acb3b7f0>, '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5') {'for_net_delete': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:45.969613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67acb3b7f0>, '1b0f73e5-8ea4-4b89-82c8-fcc6df2bbcf5') {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:45.998274 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852194093'] for segment, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:46.010435 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-d3b4d996-8fe6-4cf9-93aa-f7f2cf82a70f service neutron] 10.222.0.79 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681909
Feb 11 19:36:46.016477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:46.019619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:36:46.179101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] Deleting port e22b07f4-bf10-4a53-ad82-c3d1d931eed8 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:46.179667 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:46.252560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-1d900b5e-f1a5-4928-9a0e-6e4c625e70fb None None] The port 'e22b07f4-bf10-4a53-ad82-c3d1d931eed8' was deleted {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 11 19:36:46.540888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:36:46.551679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852285452'] for segment, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:46.652824 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-0106dadb-d7a2-4805-bc6e-bbd0e716dcdc service neutron] 10.222.0.79 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6340866
Feb 11 19:36:46.754590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Network 1722861d-cc65-407b-a8a6-431d3e2bfd59 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:36:46.778045 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:36:46.876683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:46.881123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:46.900060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:46.913888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1722861d-cc65-407b-a8a6-431d3e2bfd59,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:46.918370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:46.945435 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1722861d-cc65-407b-a8a6-431d3e2bfd59 HTTP/1.1" status: 204  len: 168 time: 2.5316958
Feb 11 19:36:46.948417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59874) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:46.951892 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2e70d639-8d07-48eb-bed4-fac4a1826dfb req-1c347c7a-6adb-4006-baff-a1086d7b40ed tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 210 time: 0.0538828
Feb 11 19:36:47.563144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854186929'] for router_interface, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:47.954094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Deleting port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:47.954533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:48.164650 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-74acbbfc-f041-435b-9c8b-858627007815 req-b5743332-1702-4431-aa1b-15edf6f5fe42 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 210 time: 0.0671875
Feb 11 19:36:48.200870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] For port 8f2b44a6-39f3-4e20-8475-bdb61a1b0805, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,segment=NetworkSegment(0fc26a7c-78c0-4af9-855e-5d7b8928c164),segment_id=0fc26a7c-78c0-4af9-855e-5d7b8928c164)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:48.201294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:48.336504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Calling delete_port for 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 owned by network:router_interface {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:48.549104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:48.573597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c0ba3264-007b-47d1-b0b6-ca61ef11812c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:48.641624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2b44a6-39f3-4e20-8475-bdb61a1b0805,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:48.737686 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.738074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.738503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.738907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.739306 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.739758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.740446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.740836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.741220 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.741661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.742044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.742456 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.742877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.743344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.744031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.744809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.745194 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.745579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.745970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.746402 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.746790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.747175 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.747556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.747938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:36:48.752058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:48.765387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-09017012-ff9c-41c0-ad83-c80c97dca172 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:48.767129 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-09017012-ff9c-41c0-ad83-c80c97dca172 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 815 time: 0.2736423
Feb 11 19:36:48.785348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Request body: {'port': {'device_id': '70aeeba0-d73f-4bf8-b6d2-69c3f3eda644', 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873', 'admin_state_up': True, 'tenant_id': '8c22ed34a7bf4536ac368566722643fb'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:36:48.961224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:48.965668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Usage tracker for resource:port and tenant:8c22ed34a7bf4536ac368566722643fb is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:48.969151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:48.975614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:49.019318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Made reservation on behalf of 8c22ed34a7bf4536ac368566722643fb for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:36:49.044676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:49.053784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854127990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581266'] for router_interface, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:49.356782 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-32871d2e-82ce-4eda-9700-93e258f7c0c1 req-4fa12f17-2a14-48c7-8de3-1446d4ae4e5b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 210 time: 0.0578315
Feb 11 19:36:49.450530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Allocated IP 172.20.0.10 (d9cb0077-d2da-459f-a6b6-0624090e8873/6a614f72-5e73-4eab-9bb6-01a287f117a4/55a146c3-9315-4306-88e7-86166083311b) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:36:49.722485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:49.790711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:49.806617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-68deefea-f58d-47aa-8f60-6b3008ea685e tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:49.815617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:36:49.960117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Pushing event updated for resources: {'Port': ['ID=55a146c3-9315-4306-88e7-86166083311b,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:49.964647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:50.009294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Network d9cb0077-d2da-459f-a6b6-0624090e8873 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:36:50.010493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:36:50.012881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:36:50.016552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:36:50.025557 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] 10.222.0.79 "PUT /v2.0/routers/487af933-7b2e-4e33-ad3e-9e8a98f50ef4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0760624
Feb 11 19:36:50.026303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] Sync routers for ids ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:36:50.028185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59910) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:50.038538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] Routers {'487af933-7b2e-4e33-ad3e-9e8a98f50ef4'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:50.039518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad094748>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:36:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:50.142397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:50.143143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:50.196688 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-e61b077f-cf6d-4131-aaa4-14ccd22ff37b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4156425
Feb 11 19:36:50.201052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:36:50.211464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Request body: {'port': {'device_id': '70aeeba0-d73f-4bf8-b6d2-69c3f3eda644', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:36:50.219661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks [] for router, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:50.241377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] Set router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:50.339217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:50.422549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:50.428737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Deleting port 2442af5f-b29f-4b3e-b989-5a79051e2f50 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:50.429105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:50.564727 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad094748>, [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:36:48Z', 'revision_number': 5, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:50.569356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] Checking router: 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:36:50.579737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] Routers {'487af933-7b2e-4e33-ad3e-9e8a98f50ef4'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:36:50.580422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad094748>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:36:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:50.805141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] Set router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:36:50.810281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f4a5e-3d75-4099-9285-1c92f011a304 req-0fb2f1e7-17b9-4c85-9267-0b2dbb021805 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:50.811985 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e42f4a5e-3d75-4099-9285-1c92f011a304 req-0fb2f1e7-17b9-4c85-9267-0b2dbb021805 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 932 time: 0.3133943
Feb 11 19:36:50.817328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a146c3-9315-4306-88e7-86166083311b {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:36:50.817778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] For port 2442af5f-b29f-4b3e-b989-5a79051e2f50, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=2442af5f-b29f-4b3e-b989-5a79051e2f50,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:50.818747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:50.826352 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:50.839121 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Transition to ACTIVE for port object 55a146c3-9315-4306-88e7-86166083311b will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:36:50.870150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:50.884672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cc49ea55-c5ee-43ad-b4b1-4565109efdbd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:50.972502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Calling delete_port for 2442af5f-b29f-4b3e-b989-5a79051e2f50 owned by network:router_gateway {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:51.033619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Pushing event updated for resources: {'Port': ['ID=55a146c3-9315-4306-88e7-86166083311b,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:51.039239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:51.063688 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e42f4a5e-3d75-4099-9285-1c92f011a304 req-c51413dc-c4d6-40ce-b1ec-fbfad63e5509 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:36:51.138709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad094748>, [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:36:48Z', 'revision_number': 5, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:51.143030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42189c69-7bcf-4b61-b69e-e373f9e213b1 None None] The sync data for ids ['487af933-7b2e-4e33-ad3e-9e8a98f50ef4'] in dv-cinder-775250-1-iscsi is: [{'id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'name': 'tempest-TestShelveInstance-324757654-router', 'tenant_id': '6119ef381c254baf85ac6ded77c1a62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:30:05Z', 'updated_at': '2021-02-11T19:36:48Z', 'revision_number': 5, 'project_id': '6119ef381c254baf85ac6ded77c1a62d', 'gw_port': {'id': '2442af5f-b29f-4b3e-b989-5a79051e2f50', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487af933-7b2e-4e33-ad3e-9e8a98f50ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:30:07Z', 'updated_at': '2021-02-11T19:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:36:51.152706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e42f4a5e-3d75-4099-9285-1c92f011a304 req-c51413dc-c4d6-40ce-b1ec-fbfad63e5509 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:36:51.153994 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e42f4a5e-3d75-4099-9285-1c92f011a304 req-c51413dc-c4d6-40ce-b1ec-fbfad63e5509 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3271787
Feb 11 19:36:51.226442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.241744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Attempting to bind port 55a146c3-9315-4306-88e7-86166083311b on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:36:51.242264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Attempting to bind port 55a146c3-9315-4306-88e7-86166083311b by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:36:51.242754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Attempting to bind port 55a146c3-9315-4306-88e7-86166083311b on network d9cb0077-d2da-459f-a6b6-0624090e8873 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:36:51.249162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:36:51.249776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Checking segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:36:51.250297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.250789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Bound using segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:36:51.251367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Bound port: 55a146c3-9315-4306-88e7-86166083311b, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:36:51.251837 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.356336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] For port 55a146c3-9315-4306-88e7-86166083311b, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:36:51.359578 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] For port 55a146c3-9315-4306-88e7-86166083311b, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=55a146c3-9315-4306-88e7-86166083311b,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:36:51.419904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.425354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576718'] for router_gateway, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.436459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:51.576929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854192260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775387'] for router, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.579747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.631555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854192230'] for router, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.632057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487af933-7b2e-4e33-ad3e-9e8a98f50ef4 {{(pid=80006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 11 19:36:51.646264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.650308 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-3bfc336f-9613-48a6-ba37-ab0146d9e817 admin admin] 10.222.0.79 "DELETE /v2.0/routers/487af933-7b2e-4e33-ad3e-9e8a98f50ef4 HTTP/1.1" status: 204  len: 168 time: 1.6185999
Feb 11 19:36:51.650912 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59918) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:51.721958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Deleting subnet 6f081cb5-e024-4403-a8e9-cac640b2ba11 {{(pid=80006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:36:51.725707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.763430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:51.786547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581723'] for subnet, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.808304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:51.809757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 8f2b44a6-39f3-4e20-8475-bdb61a1b0805 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:51.885614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Pushing event updated for resources: {'Port': ['ID=55a146c3-9315-4306-88e7-86166083311b,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:51.891706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:51.915694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:51.916230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.917755 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] 10.222.0.100 "PUT /v2.0/ports/55a146c3-9315-4306-88e7-86166083311b HTTP/1.1" status: 200  len: 1158 time: 1.7116990
Feb 11 19:36:51.918784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70aeeba0-d73f-4bf8-b6d2-69c3f3eda644', 'tag': '55a146c3-9315-4306-88e7-86166083311b'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:51.936282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:51.987268 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70aeeba0-d73f-4bf8-b6d2-69c3f3eda644', 'tag': '55a146c3-9315-4306-88e7-86166083311b', 'status': 'completed', 'code': 200}
Feb 11 19:36:52.087081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-63f43254-7fe6-469f-80e5-31b3a01131e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:52.088771 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-63f43254-7fe6-469f-80e5-31b3a01131e0 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 1161 time: 0.0898128
Feb 11 19:36:52.166887 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-9eb26c31-232a-4c39-a2b3-abf32f15d45c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a146c3-9315-4306-88e7-86166083311b HTTP/1.1" status: 200  len: 217 time: 0.0705721
Feb 11 19:36:52.244948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-8f918db1-b342-4113-bf69-fd8e8db0e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:52.246939 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-8f918db1-b342-4113-bf69-fd8e8db0e2b5 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 200  len: 855 time: 0.0733595
Feb 11 19:36:52.302606 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-314787fd-cf07-42d4-bc57-bb5b0c874f00 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d9cb0077-d2da-459f-a6b6-0624090e8873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480103
Feb 11 19:36:52.450628 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-5e711778-2209-40f7-93a3-42d76558cf32 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409750
Feb 11 19:36:52.571678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5af41e-d41d-450b-99dc-dc802f58b5cb req-aded521c-74cd-4ceb-ba1a-f7779b30b4d0 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:52.573387 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9b5af41e-d41d-450b-99dc-dc802f58b5cb req-aded521c-74cd-4ceb-ba1a-f7779b30b4d0 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 944 time: 0.2521999
Feb 11 19:36:52.606243 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03e005d3-67ac-4720-b9e5-9b3b57a07f82 req-3f522572-ba71-410b-a303-de03748f1783 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1486468
Feb 11 19:36:52.650461 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9b5af41e-d41d-450b-99dc-dc802f58b5cb req-39e5cece-989b-43f5-9c77-0fd3081cfdef tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680852
Feb 11 19:36:52.688016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852446948'] for subnet, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:52.711357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:52.757757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f081cb5-e024-4403-a8e9-cac640b2ba11,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:52.761839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:52.802011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-217a6cc1-c37d-467c-9611-c0d5d4cb7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:52.803697 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-217a6cc1-c37d-467c-9611-c0d5d4cb7fff service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 1161 time: 0.0857613
Feb 11 19:36:52.849318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:52.855326 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b696ffbc-b5cf-4314-a09b-b0ff18c71b23 None None] Network 5b888ec4-24f7-417e-a929-eb603f515036 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:36:52.855744 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6f081cb5-e024-4403-a8e9-cac640b2ba11 HTTP/1.1" status: 204  len: 168 time: 1.2033491
Feb 11 19:36:52.858533 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59928) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:52.962304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-e987ffe1-7dbc-4b45-b1cb-abd2f943ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:52.963851 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-e987ffe1-7dbc-4b45-b1cb-abd2f943ec6b service neutron] 10.222.0.100 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 909 time: 0.1530488
Feb 11 19:36:52.998264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:53.053040 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-9bf20f7e-e81b-4136-b41e-f8c72dbca5a8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a146c3-9315-4306-88e7-86166083311b HTTP/1.1" status: 200  len: 217 time: 0.0797846
Feb 11 19:36:53.089136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Deleting port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:53.089798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:53.141103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-622eebed-8c98-4496-a4b9-9e8ba02f3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:53.141395 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] DHCP port deletion for 5b888ec4-24f7-417e-a929-eb603f515036 request from dv-cinder-775250-1-iscsi {{(pid=80007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 11 19:36:53.142739 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-622eebed-8c98-4496-a4b9-9e8ba02f3830 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 200  len: 855 time: 0.0834470
Feb 11 19:36:53.146839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] Deleting port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:53.147795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:53.199800 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-0bfc4d5f-3321-40c0-8cdc-e1ec50c5d3e4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d9cb0077-d2da-459f-a6b6-0624090e8873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493999
Feb 11 19:36:53.358972 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] For port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=14f6b961-79ae-46dc-bc1f-fc31dcfad1a9,segment=NetworkSegment(0fc26a7c-78c0-4af9-855e-5d7b8928c164),segment_id=0fc26a7c-78c0-4af9-855e-5d7b8928c164)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:53.359866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:53.368895 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-925fc395-0586-488e-b07a-bd85c10abf57 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536503
Feb 11 19:36:53.520448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Calling delete_port for 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 owned by network:dhcp {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:53.569463 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be54be5-8bc8-4a01-9768-be9dd2491605 req-ebf9b4fc-b035-4208-a95f-d978b8bc392a service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1919937
Feb 11 19:36:53.574362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] For port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=14f6b961-79ae-46dc-bc1f-fc31dcfad1a9,segment=NetworkSegment(0fc26a7c-78c0-4af9-855e-5d7b8928c164),segment_id=0fc26a7c-78c0-4af9-855e-5d7b8928c164)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:53.574809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:53.670966 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:53.692055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4595ef8f-2d9d-4e2c-a703-84c4efe6ef8c tempest-ServerRescueNegativeTestJSON-1410763773 tempest-ServerRescueNegativeTestJSON-1410763773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:53.720873 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] Calling delete_port for 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 owned by network:dhcp {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:36:53.757960 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Pushing event deleted for resources: {'Port': ['ID=14f6b961-79ae-46dc-bc1f-fc31dcfad1a9,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:53.814272 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:53.828871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:36:53.829285 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:36:53.846316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 2442af5f-b29f-4b3e-b989-5a79051e2f50 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:53.869790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] No DVR routers for this DVR port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 on host dv-cinder-775250-1-iscsi {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:36:53.890870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 2442af5f-b29f-4b3e-b989-5a79051e2f50 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:53.891237 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 2442af5f-b29f-4b3e-b989-5a79051e2f50 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:53.891716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:36:53.932689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:36:53.933065 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:36:54.010765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:54.054048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4aaa-ce03-46e5-a285-316203f8f0ff req-9129e3f7-04ea-4ca7-84f4-19abe2ca7b6c tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:54.055124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-ef5e4aaa-ce03-46e5-a285-316203f8f0ff req-9129e3f7-04ea-4ca7-84f4-19abe2ca7b6c tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:36:54.098920 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-ef5e4aaa-ce03-46e5-a285-316203f8f0ff req-9129e3f7-04ea-4ca7-84f4-19abe2ca7b6c tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:36:54.101120 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ef5e4aaa-ce03-46e5-a285-316203f8f0ff req-9129e3f7-04ea-4ca7-84f4-19abe2ca7b6c tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 944 time: 0.2433133
Feb 11 19:36:54.128029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ac252a58>,) {'filters': {'network_id': ['5b888ec4-24f7-417e-a929-eb603f515036']}} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:54.143649 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac252a58>, '0fc26a7c-78c0-4af9-855e-5d7b8928c164') {'for_net_delete': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:54.143991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ac252a58>, '0fc26a7c-78c0-4af9-855e-5d7b8928c164') {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:36:54.156343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852194093'] for segment, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:54.171914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:54.173557 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ef5e4aaa-ce03-46e5-a285-316203f8f0ff req-3343cffc-6838-4cc9-9b24-52c198f8a7d0 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658240
Feb 11 19:36:54.174294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:36:54.330760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] Deleting port 14f6b961-79ae-46dc-bc1f-fc31dcfad1a9 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:36:54.331221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:54.356659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Network 5b888ec4-24f7-417e-a929-eb603f515036 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:36:54.366724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852285452'] for segment, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:54.410066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-b15cd88f-9730-41f4-aaae-cfc197ecbe56 None None] The port '14f6b961-79ae-46dc-bc1f-fc31dcfad1a9' was deleted {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 11 19:36:54.547604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Network 5b888ec4-24f7-417e-a929-eb603f515036 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:36:54.570347 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:36:54.613298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f078c07a-63fd-4726-9aea-3b9725d33620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:54.681066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:54.686175 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5536efb3-ff93-47ff-ae9d-978bd723364d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:54.702591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:54.709637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Pushing event deleted for resources: {'Network': ['ID=5b888ec4-24f7-417e-a929-eb603f515036,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:54.714166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:54.717018 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] 10.222.0.79 "DELETE /v2.0/networks/5b888ec4-24f7-417e-a929-eb603f515036 HTTP/1.1" status: 204  len: 168 time: 1.8574131
Feb 11 19:36:54.937124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59952) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:54.990215 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-33bc188f-58ba-4c8f-b022-8fe5dc159eb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3bd11137b675423385314926587eb28b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515242
Feb 11 19:36:54.992921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59958) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:55.061769 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-996b7a75-be04-47cb-802b-5992ea4d02cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.090744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-996b7a75-be04-47cb-802b-5992ea4d02cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.179275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-996b7a75-be04-47cb-802b-5992ea4d02cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.184445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:55.199307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b7a75-be04-47cb-802b-5992ea4d02cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b38177-0dba-44c8-99d3-d5492a871525,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:55.204847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-996b7a75-be04-47cb-802b-5992ea4d02cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:55.208428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-996b7a75-be04-47cb-802b-5992ea4d02cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.209683 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-996b7a75-be04-47cb-802b-5992ea4d02cc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01b38177-0dba-44c8-99d3-d5492a871525 HTTP/1.1" status: 204  len: 168 time: 0.2157810
Feb 11 19:36:55.439214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 59968) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:55.454821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.objects.ports [None req-3d0011c5-dc19-43aa-a7fd-2c70796a272e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80007) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 11 19:36:55.497824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1aa42-802c-4935-9e16-b74727150f49 req-1b4dfcd0-9cdf-4107-9a10-4f4152fcaf65 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:55.499589 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-edc1aa42-802c-4935-9e16-b74727150f49 req-1b4dfcd0-9cdf-4107-9a10-4f4152fcaf65 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 944 time: 0.1891952
Feb 11 19:36:55.574685 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-edc1aa42-802c-4935-9e16-b74727150f49 req-3c038a7e-febc-4f55-9995-6af44efd861f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666902
Feb 11 19:36:55.700548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.716059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:36:55.720353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb8026fe7a14fc1a02855d126ee49e1 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:36:55.723561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:36:55.730296 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:36:55.772739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 55a146c3-9315-4306-88e7-86166083311b up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:36:55.796690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59976) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:55.822375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.851275 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-99e78340-f64e-4c98-bf07-34aed04a43cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6119ef381c254baf85ac6ded77c1a62d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532653
Feb 11 19:36:55.854480 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.855144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59980) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:55.866783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e0c02d3c-149a-4243-912a-fa3c9ff45431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:55.871050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port 55a146c3-9315-4306-88e7-86166083311b completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:36:55.876804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 55a146c3-9315-4306-88e7-86166083311b triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:36:55.877350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.915367 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5bb8026fe7a14fc1a02855d126ee49e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4720461
Feb 11 19:36:55.915367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6749394-ee3d-4464-a23b-bd0e483cce24,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:55.915730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 59984) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:36:55.924847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:55.936298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5808d556-3e19-4067-ba7b-767e86491754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:55.990494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5808d556-3e19-4067-ba7b-767e86491754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.010902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.041321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6835-2b07-4d48-a5a4-c4a9d4f2f223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.043447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aeeba0-d73f-4bf8-b6d2-69c3f3eda644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a146c3-9315-4306-88e7-86166083311b'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:36:56.054268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 55a146c3-9315-4306-88e7-86166083311b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=55a146c3-9315-4306-88e7-86166083311b,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:36:56.076065 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.076580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6835-2b07-4d48-a5a4-c4a9d4f2f223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.078149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:56.118399 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aeeba0-d73f-4bf8-b6d2-69c3f3eda644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a146c3-9315-4306-88e7-86166083311b', 'code': 200}
Feb 11 19:36:56.150379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5808d556-3e19-4067-ba7b-767e86491754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.153748 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=55a146c3-9315-4306-88e7-86166083311b,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:56.155753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-775e0b7d-a0e2-46ce-8340-d5e16d5683a4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:56.157208 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:56.169921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808d556-3e19-4067-ba7b-767e86491754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b9d03-12b9-429b-8206-bcc8113889f1,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:56.171732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6835-2b07-4d48-a5a4-c4a9d4f2f223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.175996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5808d556-3e19-4067-ba7b-767e86491754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:56.176556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5808d556-3e19-4067-ba7b-767e86491754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:36:56.195137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b6835-2b07-4d48-a5a4-c4a9d4f2f223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6749394-ee3d-4464-a23b-bd0e483cce24,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:36:56.198635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5c2b6835-2b07-4d48-a5a4-c4a9d4f2f223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:36:56.200137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6835-2b07-4d48-a5a4-c4a9d4f2f223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.202750 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5c2b6835-2b07-4d48-a5a4-c4a9d4f2f223 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d6749394-ee3d-4464-a23b-bd0e483cce24 HTTP/1.1" status: 204  len: 168 time: 0.2859931
Feb 11 19:36:56.203943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5808d556-3e19-4067-ba7b-767e86491754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.209099 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5808d556-3e19-4067-ba7b-767e86491754 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/714b9d03-12b9-429b-8206-bcc8113889f1 HTTP/1.1" status: 204  len: 168 time: 0.3523750
Feb 11 19:36:56.406103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64354b4-d2b5-4f60-9b10-698060f1ff26 req-e739a01d-e2b2-421b-bf71-ebc587148c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:56.407914 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d64354b4-d2b5-4f60-9b10-698060f1ff26 req-e739a01d-e2b2-421b-bf71-ebc587148c32 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 1163 time: 0.0860071
Feb 11 19:36:56.454655 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d64354b4-d2b5-4f60-9b10-698060f1ff26 req-692bf003-f41e-4c55-aefd-ef5360b86bc2 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396979
Feb 11 19:36:56.789950 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-025e2b96-5d66-4a87-9008-631617a1941d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:56.894672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fded479-b5c6-4d6f-8b37-2f84276ca58c req-1700531a-b037-4c93-b507-e54edbaab3d9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:56.896406 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2fded479-b5c6-4d6f-8b37-2f84276ca58c req-1700531a-b037-4c93-b507-e54edbaab3d9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 946 time: 0.1660898
Feb 11 19:36:56.964218 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2fded479-b5c6-4d6f-8b37-2f84276ca58c req-27a629e2-4b30-4eb0-868b-e861c7427253 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613964
Feb 11 19:36:57.393105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 55a146c3-9315-4306-88e7-86166083311b up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:36:57.472438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 55a146c3-9315-4306-88e7-86166083311b triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:36:57.472861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:57.773343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:58.261720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454a59a-940d-45ec-aeda-fda6c68ed3f3 req-b6ac3e6d-5a44-4ca2-bd67-f4378b8d09a9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:36:58.263445 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2454a59a-940d-45ec-aeda-fda6c68ed3f3 req-b6ac3e6d-5a44-4ca2-bd67-f4378b8d09a9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 946 time: 0.1641181
Feb 11 19:36:58.338377 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2454a59a-940d-45ec-aeda-fda6c68ed3f3 req-a34bd42c-3f91-4f3b-bb6b-ba8424b32754 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681231
Feb 11 19:36:58.448106 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:36:59.213100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:03.198019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:08.163893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 60146) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:08.316789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:08.332257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:08.336310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Usage tracker for resource:security_group_rule and tenant:4400fdd0dbe44094964bfb1057b56983 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:37:08.339290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:37:08.345032 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:08.436929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:08.692439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:08.702558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-16c8496b-dfef-41ed-8c3c-9e5595a5d174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:08.746206 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4400fdd0dbe44094964bfb1057b56983&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5811307
Feb 11 19:37:08.747942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846940e9-e5f2-4403-a747-b6350f176fa2,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:08.750319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 60166) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:08.751606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:08.917418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6f73518a-df28-4d90-b3c8-10ead2fef1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:09.002517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-1bac0736-ec7a-4312-80fd-92f5c1b7fd43 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:09.004076 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-1bac0736-ec7a-4312-80fd-92f5c1b7fd43 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 815 time: 0.2989340
Feb 11 19:37:09.033901 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-40a6669d-e8e4-4a24-91e5-4e2775030bca tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/quotas/8c22ed34a7bf4536ac368566722643fb HTTP/1.1" status: 200  len: 375 time: 0.0211961
Feb 11 19:37:09.042445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6f73518a-df28-4d90-b3c8-10ead2fef1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:09.175071 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-7a2ac760-c260-4e3f-983e-bafb53791370 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1347258
Feb 11 19:37:09.177795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6f73518a-df28-4d90-b3c8-10ead2fef1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:09.182969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-fcb88d89-30cd-4799-9811-1b389a34854c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:09.236999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73518a-df28-4d90-b3c8-10ead2fef1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846940e9-e5f2-4403-a747-b6350f176fa2,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:09.245038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6f73518a-df28-4d90-b3c8-10ead2fef1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:09.295553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6f73518a-df28-4d90-b3c8-10ead2fef1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:09.296779 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-6f73518a-df28-4d90-b3c8-10ead2fef1b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/846940e9-e5f2-4403-a747-b6350f176fa2 HTTP/1.1" status: 204  len: 168 time: 0.5454381
Feb 11 19:37:09.349575 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-6af0e470-e819-48b9-a8e9-1e40e9905006 service neutron] 10.222.0.79 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566498
Feb 11 19:37:09.498113 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-12750be0-2e6d-40ed-a735-473c86894a63 service neutron] 10.222.0.79 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411574
Feb 11 19:37:09.756606 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-78d98cdc-8d2a-4513-a341-9bcbed2eb200 req-c5892ab1-1318-4cd6-a4e7-70f3ace931c1 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 210 time: 0.0545599
Feb 11 19:37:09.787975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 60178) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:09.811017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:09.835263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:09.840115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Usage tracker for resource:security_group_rule and tenant:da34cb2da5ea46289aa4b5879a6de0f4 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:37:09.843104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:37:09.849285 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:10.023451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:10.087116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:10.097131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-becc0531-cb06-4a3d-b8a7-24bf93669955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:10.140613 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da34cb2da5ea46289aa4b5879a6de0f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3514915
Feb 11 19:37:10.141569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f19d2-cc39-4260-88df-8bb133c41200,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:10.143693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 60186) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:10.144948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:10.214954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-709235ba-6e39-4684-a939-7437c975c7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:10.246508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-709235ba-6e39-4684-a939-7437c975c7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:10.320636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-709235ba-6e39-4684-a939-7437c975c7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:10.326497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2c5a21ce-62d0-4bb5-87fa-3df6cdf0b0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:10.341387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709235ba-6e39-4684-a939-7437c975c7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f19d2-cc39-4260-88df-8bb133c41200,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:10.344615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-709235ba-6e39-4684-a939-7437c975c7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:10.352604 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-709235ba-6e39-4684-a939-7437c975c7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:10.356393 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-709235ba-6e39-4684-a939-7437c975c7b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d96f19d2-cc39-4260-88df-8bb133c41200 HTTP/1.1" status: 204  len: 168 time: 0.2089932
Feb 11 19:37:11.011045 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-86302d31-e526-4d29-b5c8-8d9aa9f056c6 req-5705b6d5-2d1d-4146-9ac8-0acefeeb4daf tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 210 time: 0.0507989
Feb 11 19:37:11.096654 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 60198) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:11.116239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:11.131350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:11.135552 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:a51eae0077ef4a72a17be6b71afdf696 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:37:11.138557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:37:11.144307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:11.233348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:11.275842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:11.285089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-be02dcbb-cbe5-444a-8f1a-1196f996c801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:11.329265 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a51eae0077ef4a72a17be6b71afdf696&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2314341
Feb 11 19:37:11.330333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b68c91b-449b-4259-8b6b-bad0e22b967d,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:11.332233 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 60202) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:11.333689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:11.397149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b47180a3-2b67-44a2-a54e-c85b81d60123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:11.428813 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b47180a3-2b67-44a2-a54e-c85b81d60123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:11.543811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b47180a3-2b67-44a2-a54e-c85b81d60123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:11.549087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3b0333b6-84c0-45df-9b9a-f1e9e281267d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:11.560499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47180a3-2b67-44a2-a54e-c85b81d60123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b68c91b-449b-4259-8b6b-bad0e22b967d,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:11.565566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b47180a3-2b67-44a2-a54e-c85b81d60123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:11.567702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b47180a3-2b67-44a2-a54e-c85b81d60123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:11.572728 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b47180a3-2b67-44a2-a54e-c85b81d60123 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b68c91b-449b-4259-8b6b-bad0e22b967d HTTP/1.1" status: 204  len: 168 time: 0.2392528
Feb 11 19:37:11.729634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-06260ef2-359a-4b25-8e19-0d039552463e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:11.731335 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-06260ef2-359a-4b25-8e19-0d039552463e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 815 time: 0.2557902
Feb 11 19:37:11.750213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Request body: {'port': {'device_id': 'b7710bc9-fd41-43b8-b1c9-331098f8e3e6', 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873', 'admin_state_up': True, 'tenant_id': '8c22ed34a7bf4536ac368566722643fb'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:37:11.907453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:11.917248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:11.966927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Made reservation on behalf of 8c22ed34a7bf4536ac368566722643fb for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:37:11.988354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:12.202605 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9879e313-36eb-4a19-8a2f-2ff3cd957146 req-22de2a56-cb65-41e6-9cd8-f5f4bbd41a74 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 210 time: 0.0522306
Feb 11 19:37:12.321513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Allocated IP 172.20.0.11 (d9cb0077-d2da-459f-a6b6-0624090e8873/6a614f72-5e73-4eab-9bb6-01a287f117a4/787d42a0-edd6-4638-91a9-26476851cd40) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:37:12.570405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:12.630329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:12.649017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-adbb0f6c-e338-4442-985a-c28e01c4545c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:12.812415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Pushing event updated for resources: {'Port': ['ID=787d42a0-edd6-4638-91a9-26476851cd40,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:12.815906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:12.867074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Network d9cb0077-d2da-459f-a6b6-0624090e8873 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:37:12.868282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:37:12.871112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:37:13.253572 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:13.254329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:13.316326 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-987d652f-d19c-4f62-9fac-864d3dac61a2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5711374
Feb 11 19:37:13.332711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Request body: {'port': {'device_id': 'b7710bc9-fd41-43b8-b1c9-331098f8e3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:37:13.527806 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:13.629448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603c597-395d-4d8e-8b24-c88a74727d38 req-f14e5cd4-5f93-403d-8a91-cadd5b6e8a96 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:13.629955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e603c597-395d-4d8e-8b24-c88a74727d38 req-f14e5cd4-5f93-403d-8a91-cadd5b6e8a96 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:37:13.731185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-e603c597-395d-4d8e-8b24-c88a74727d38 req-f14e5cd4-5f93-403d-8a91-cadd5b6e8a96 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:37:13.732473 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e603c597-395d-4d8e-8b24-c88a74727d38 req-f14e5cd4-5f93-403d-8a91-cadd5b6e8a96 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 932 time: 0.3721404
Feb 11 19:37:13.863425 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e603c597-395d-4d8e-8b24-c88a74727d38 req-8855d8a9-1256-4572-a121-38c45d14ce34 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238806
Feb 11 19:37:14.109328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787d42a0-edd6-4638-91a9-26476851cd40 {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:37:14.117374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:14.129353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Transition to ACTIVE for port object 787d42a0-edd6-4638-91a9-26476851cd40 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:37:14.171694 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:14.187316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-519a6b67-5659-4c9e-bd21-06429869ee61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:14.333524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Pushing event updated for resources: {'Port': ['ID=787d42a0-edd6-4638-91a9-26476851cd40,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:14.338479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:14.513875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Attempting to bind port 787d42a0-edd6-4638-91a9-26476851cd40 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:37:14.514260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Attempting to bind port 787d42a0-edd6-4638-91a9-26476851cd40 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:37:14.514659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Attempting to bind port 787d42a0-edd6-4638-91a9-26476851cd40 on network d9cb0077-d2da-459f-a6b6-0624090e8873 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:37:14.520834 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:37:14.521215 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Checking segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:37:14.521623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:14.522025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Bound using segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:37:14.522571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Bound port: 787d42a0-edd6-4638-91a9-26476851cd40, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:37:14.522931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:14.619593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] For port 787d42a0-edd6-4638-91a9-26476851cd40, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:37:14.622739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] For port 787d42a0-edd6-4638-91a9-26476851cd40, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=787d42a0-edd6-4638-91a9-26476851cd40,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:37:14.640826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:14.659486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:14.816132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Pushing event updated for resources: {'Port': ['ID=787d42a0-edd6-4638-91a9-26476851cd40,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:14.822569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:14.855639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:14.856327 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:14.857841 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9a343e6b-89cf-41e7-b6ae-6ebf31e04795 service neutron] 10.222.0.100 "PUT /v2.0/ports/787d42a0-edd6-4638-91a9-26476851cd40 HTTP/1.1" status: 200  len: 1158 time: 1.5301154
Feb 11 19:37:14.858415 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7710bc9-fd41-43b8-b1c9-331098f8e3e6', 'tag': '787d42a0-edd6-4638-91a9-26476851cd40'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:37:14.923682 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7710bc9-fd41-43b8-b1c9-331098f8e3e6', 'tag': '787d42a0-edd6-4638-91a9-26476851cd40', 'status': 'completed', 'code': 200}
Feb 11 19:37:15.088069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-2d6902ee-f20b-4c8d-b94e-b353966300d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:15.089731 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-2d6902ee-f20b-4c8d-b94e-b353966300d6 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 1161 time: 0.1587069
Feb 11 19:37:15.188605 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-44e0ff72-fbc7-4e2d-86d6-a6ab7190fa2f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=787d42a0-edd6-4638-91a9-26476851cd40 HTTP/1.1" status: 200  len: 217 time: 0.0837169
Feb 11 19:37:15.287254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fb321-41f4-444b-9bc0-e4f58c36b384 req-f1e53795-eb0b-4aa0-8a9b-4bf653b7ba34 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:15.288933 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-af2fb321-41f4-444b-9bc0-e4f58c36b384 req-f1e53795-eb0b-4aa0-8a9b-4bf653b7ba34 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 944 time: 0.2840595
Feb 11 19:37:15.427978 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-af2fb321-41f4-444b-9bc0-e4f58c36b384 req-03dae38f-d759-4b4f-97ba-56bc9a7776ba tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958717
Feb 11 19:37:15.429481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9de1e1f6-42d0-4529-9b44-5c6e89d987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:15.431210 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-9de1e1f6-42d0-4529-9b44-5c6e89d987d3 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 200  len: 855 time: 0.1412585
Feb 11 19:37:15.492875 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-75a68b24-6272-4feb-9c88-684ae1c93f1e service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d9cb0077-d2da-459f-a6b6-0624090e8873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536602
Feb 11 19:37:15.641318 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-60b1f630-0b04-4ba7-94c2-8655cdf17198 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408441
Feb 11 19:37:16.576227 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9e69fb14-87a0-49ae-a47e-8fb69481ffb2 req-694693fc-ea40-4ba0-b5d6-8d0ae9ece01f service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443915
Feb 11 19:37:16.754788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217032a-6db5-4cb4-84cd-36c6eba6dce2 req-0fb9f35d-f305-446f-8efb-7d179dad43d6 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:16.756821 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b217032a-6db5-4cb4-84cd-36c6eba6dce2 req-0fb9f35d-f305-446f-8efb-7d179dad43d6 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 944 time: 0.1959724
Feb 11 19:37:16.834295 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b217032a-6db5-4cb4-84cd-36c6eba6dce2 req-a0a165df-f890-4b2c-8503-f7007a2017af tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709729
Feb 11 19:37:18.132678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db19f-cafa-493c-99ea-75bab983754d req-112e129a-e5bd-42f9-ac85-381f725c300f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:18.134264 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d53db19f-cafa-493c-99ea-75bab983754d req-112e129a-e5bd-42f9-ac85-381f725c300f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 944 time: 0.1708107
Feb 11 19:37:18.198402 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d53db19f-cafa-493c-99ea-75bab983754d req-09822b98-881b-44fe-8ca5-02411a81a5f1 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577452
Feb 11 19:37:18.407739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-a96a0339-cdd3-4820-9898-f1defef84701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:18.409375 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-a96a0339-cdd3-4820-9898-f1defef84701 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 1161 time: 0.0841351
Feb 11 19:37:18.572941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-a88169ac-3e0b-4d61-bdc3-a028efebcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:18.575750 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-a88169ac-3e0b-4d61-bdc3-a028efebcad7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 909 time: 0.1570117
Feb 11 19:37:18.649280 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-64049134-b8af-4066-8f36-36f7b87045eb service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=787d42a0-edd6-4638-91a9-26476851cd40 HTTP/1.1" status: 200  len: 217 time: 0.0663750
Feb 11 19:37:18.722647 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-ce280966-7b03-41c1-b4cd-5a6238aa4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:18.724129 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-ce280966-7b03-41c1-b4cd-5a6238aa4c38 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 200  len: 855 time: 0.0681677
Feb 11 19:37:18.777737 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-9a725c18-bbb9-4c2b-bf26-42e0df025516 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d9cb0077-d2da-459f-a6b6-0624090e8873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460882
Feb 11 19:37:18.921916 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-29c81a06-d9a2-486c-81c5-b861225bcaa9 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365404
Feb 11 19:37:19.098425 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcfcd8fe-3a2b-4f5d-8efd-5553cafeddee req-75ad4f65-8022-4578-942e-f114d1b9b79a service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1666658
Feb 11 19:37:19.501693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c1bf3-4559-4521-a2d8-882711ec018f req-fd538f02-1bfc-4ef2-8e8f-edce439ce3aa tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:19.503419 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-574c1bf3-4559-4521-a2d8-882711ec018f req-fd538f02-1bfc-4ef2-8e8f-edce439ce3aa tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 944 time: 0.1779082
Feb 11 19:37:19.570137 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-574c1bf3-4559-4521-a2d8-882711ec018f req-7af25a32-2e3f-4c53-85c8-5c1fcb744950 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602806
Feb 11 19:37:20.886864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bf9b1-81df-4baf-be35-7623d3340023 req-6f170f69-5b7b-4009-8b59-6ff7780a7443 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:20.888538 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-692bf9b1-81df-4baf-be35-7623d3340023 req-6f170f69-5b7b-4009-8b59-6ff7780a7443 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 944 time: 0.1637487
Feb 11 19:37:20.957052 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-692bf9b1-81df-4baf-be35-7623d3340023 req-efd80d64-5220-4c79-a36f-06f8fccb2779 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621839
Feb 11 19:37:22.480875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83858996-258e-4aa5-96cd-8d8bc2e91bf2 req-704490e4-a09e-4651-a0a7-c39747920a1f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:22.482558 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-83858996-258e-4aa5-96cd-8d8bc2e91bf2 req-704490e4-a09e-4651-a0a7-c39747920a1f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 944 time: 0.3940008
Feb 11 19:37:22.546920 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-83858996-258e-4aa5-96cd-8d8bc2e91bf2 req-890dea2d-f9e6-4a97-a9c5-8a2224ab6169 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577836
Feb 11 19:37:23.355286 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 787d42a0-edd6-4638-91a9-26476851cd40 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:23.463419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port 787d42a0-edd6-4638-91a9-26476851cd40 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:37:23.468422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 787d42a0-edd6-4638-91a9-26476851cd40 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:23.468843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:23.593794 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:23.625747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7710bc9-fd41-43b8-b1c9-331098f8e3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d42a0-edd6-4638-91a9-26476851cd40'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:37:23.636592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 787d42a0-edd6-4638-91a9-26476851cd40, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=787d42a0-edd6-4638-91a9-26476851cd40,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:37:23.664015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:23.666937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:23.708085 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7710bc9-fd41-43b8-b1c9-331098f8e3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787d42a0-edd6-4638-91a9-26476851cd40', 'code': 200}
Feb 11 19:37:23.750482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=787d42a0-edd6-4638-91a9-26476851cd40,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:23.756167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:23.858479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ec998-d556-4664-85c2-7d6092ba462b req-9ea03dd7-aeea-4f55-9262-6382bcab1362 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:23.864229 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7e4ec998-d556-4664-85c2-7d6092ba462b req-9ea03dd7-aeea-4f55-9262-6382bcab1362 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 946 time: 0.1743326
Feb 11 19:37:23.928434 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7e4ec998-d556-4664-85c2-7d6092ba462b req-6d659b14-e60d-47cd-92dc-4331e727e510 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613985
Feb 11 19:37:24.023392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc842e6-d602-46eb-a2ee-8e48e51714fb req-591cdc43-d8e0-4f73-bbe0-2ce3806ce30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:24.025631 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2fc842e6-d602-46eb-a2ee-8e48e51714fb req-591cdc43-d8e0-4f73-bbe0-2ce3806ce30a service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 1163 time: 0.0875854
Feb 11 19:37:24.303662 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2fc842e6-d602-46eb-a2ee-8e48e51714fb req-51b730a9-8c2b-4f48-88e2-79630403e6ec service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2702348
Feb 11 19:37:24.606046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f733e479-021b-428f-b2ba-2ae4d1873dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:25.220724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237a9c-4241-423f-b2dd-3039d7acae15 req-ddb7fe36-85ce-4e3a-b5bd-bb9e2d3cd8ac tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:25.222461 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-66237a9c-4241-423f-b2dd-3039d7acae15 req-ddb7fe36-85ce-4e3a-b5bd-bb9e2d3cd8ac tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 946 time: 0.1618509
Feb 11 19:37:25.289928 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-66237a9c-4241-423f-b2dd-3039d7acae15 req-f4cb0c0b-1546-48f4-821f-6db13d4211ce tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606055
Feb 11 19:37:26.579758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393b05f-5b5d-4a8e-9bdd-733dfd158a75 req-de6c67f0-732e-4ec4-ad50-e3fc200caa27 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:26.581517 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4393b05f-5b5d-4a8e-9bdd-733dfd158a75 req-de6c67f0-732e-4ec4-ad50-e3fc200caa27 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 946 time: 0.1615126
Feb 11 19:37:26.648885 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4393b05f-5b5d-4a8e-9bdd-733dfd158a75 req-fff9b8eb-ad9f-4459-a3cf-4a1c4a84f906 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603724
Feb 11 19:37:26.794968 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecd0a8ca-5659-4fe4-9569-28291c835a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:27.202105 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:37:27.588066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 787d42a0-edd6-4638-91a9-26476851cd40 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:27.661301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 787d42a0-edd6-4638-91a9-26476851cd40 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:27.661717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:27.800044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:27.952852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc0fb3-13cf-4099-998f-592e01026303 req-2a089959-05e1-4e84-a24b-ea0db34a30da tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:27.954583 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-27cc0fb3-13cf-4099-998f-592e01026303 req-2a089959-05e1-4e84-a24b-ea0db34a30da tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 946 time: 0.1674368
Feb 11 19:37:28.018832 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-27cc0fb3-13cf-4099-998f-592e01026303 req-b97a68d2-a464-4465-84fe-afbdf8a8bfe5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578213
Feb 11 19:37:28.441098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:29.195600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:29.325757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cd84d-243e-43b0-9101-8fe1f1dd9b5e req-2f3f2ede-0732-4102-a1e4-2256986da91b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:29.327510 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9b7cd84d-243e-43b0-9101-8fe1f1dd9b5e req-2f3f2ede-0732-4102-a1e4-2256986da91b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 946 time: 0.1695175
Feb 11 19:37:29.393565 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9b7cd84d-243e-43b0-9101-8fe1f1dd9b5e req-f9fc6714-3f18-4a66-9f93-587472dfc579 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596838
Feb 11 19:37:31.551188 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-bdbdbed7-c7c0-4e11-a49c-74dae9fa40e2 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0892565
Feb 11 19:37:31.700807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-576236a2-3894-45b5-b877-5672668b393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:31.702853 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-576236a2-3894-45b5-b877-5672668b393a service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 1162 time: 0.1251106
Feb 11 19:37:31.913427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-27d53384-5043-492a-9e64-9ff714ec08ad tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:31.915223 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-27d53384-5043-492a-9e64-9ff714ec08ad tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 815 time: 0.3209791
Feb 11 19:37:31.935874 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-a909ce9c-8d9c-4245-99d1-d6052265298a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/quotas/8c22ed34a7bf4536ac368566722643fb HTTP/1.1" status: 200  len: 375 time: 0.0126159
Feb 11 19:37:31.936945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-31f9b9f5-892f-49f5-ac5f-afc49e217aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:31.938584 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-31f9b9f5-892f-49f5-ac5f-afc49e217aad service neutron] 10.222.0.100 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.2136974
Feb 11 19:37:32.061105 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-068390ba-1f53-41f9-8471-07ec284697e8 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc9888f8-6618-43c0-afd0-813716154eda HTTP/1.1" status: 200  len: 1001 time: 0.1113906
Feb 11 19:37:32.065356 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-5d1a09a5-a1e0-428a-ae8a-0324c168d9b1 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1227591
Feb 11 19:37:32.135766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-b3b2aabf-ef32-49ee-be61-78495b02f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:32.137504 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-b3b2aabf-ef32-49ee-be61-78495b02f8ee service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.0689750
Feb 11 19:37:32.215343 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-b70dfaf6-c752-4bbd-8085-c200aa4f6a85 service neutron] 10.222.0.79 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421227
Feb 11 19:37:32.226186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-ff57bf9c-f73f-43c9-82e5-7f2fdb2f6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:32.227957 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-ff57bf9c-f73f-43c9-82e5-7f2fdb2f6b19 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835953
Feb 11 19:37:32.364588 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-2484f8f3-b768-4df7-bb5e-87b134cef503 service neutron] 10.222.0.79 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413915
Feb 11 19:37:32.380902 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-70d57dd7-c42d-4437-87d5-d8f91f7ccc7e service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452656
Feb 11 19:37:32.608131 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a095e68a-2ab2-4233-80d3-bb4e3a28fc98 req-133d644c-f33f-4d37-b7fb-b81205a39dad service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2189283
Feb 11 19:37:32.610420 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b7bf8cf9-7846-401f-937a-9625dc6da51e req-b453310a-5050-45b9-8c5c-bdc707518406 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 210 time: 0.0567541
Feb 11 19:37:33.194937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:33.798941 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-35e54ff5-2a93-46aa-8af2-17be8c56f9e5 req-b325df1c-b6a7-4428-bbd6-f9c2ab3e0dd4 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 210 time: 0.0508635
Feb 11 19:37:34.458337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e178c82e-b31b-40a0-9e1a-55717024712e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:34.459989 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e178c82e-b31b-40a0-9e1a-55717024712e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 815 time: 0.2489913
Feb 11 19:37:34.479751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Request body: {'port': {'device_id': '2f9a17e9-efab-4c4c-888a-235c26200888', 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873', 'admin_state_up': True, 'tenant_id': '8c22ed34a7bf4536ac368566722643fb'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:37:34.648863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:34.659140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:34.697465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Made reservation on behalf of 8c22ed34a7bf4536ac368566722643fb for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:37:34.717919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 60416) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:34.721905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:34.877253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:34.893346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:34.897610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Usage tracker for resource:security_group_rule and tenant:de1741557ea1463a929f7d721b496fda is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:37:34.901241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:37:34.907266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:35.015276 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d7c7b692-b6bc-4e4b-8c6c-8c078cc98b07 req-e443d24e-207f-4b72-8a74-df076985b4c5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 210 time: 0.0561466
Feb 11 19:37:35.091484 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.099000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Allocated IP 172.20.0.2 (d9cb0077-d2da-459f-a6b6-0624090e8873/6a614f72-5e73-4eab-9bb6-01a287f117a4/a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:37:35.120230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.129316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-89a665e9-9ef7-42af-a32b-e77c0454324d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:35.177727 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de1741557ea1463a929f7d721b496fda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4584413
Feb 11 19:37:35.179516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694359d2-3473-4731-8afc-0b356605d9c0,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:35.181142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 60424) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:35.183015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:35.364621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-00384fb8-e575-47c7-88f5-4a8bdc5e59d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.404314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.417570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-00384fb8-e575-47c7-88f5-4a8bdc5e59d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.497947 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.513779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b102bf91-d093-401e-a2a3-381a68ef743c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:35.572969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-00384fb8-e575-47c7-88f5-4a8bdc5e59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.693474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Pushing event updated for resources: {'Port': ['ID=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:35.708804 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.709229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.709645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.710056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.710491 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.710900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.711299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.711702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.712129 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.712529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.712927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.713324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.713761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.714158 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.714579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.714973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.715367 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.715764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.716160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.716555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.716947 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.717340 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.717731 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.718123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:35.723944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-00384fb8-e575-47c7-88f5-4a8bdc5e59d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.725147 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-00384fb8-e575-47c7-88f5-4a8bdc5e59d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/694359d2-3473-4731-8afc-0b356605d9c0 HTTP/1.1" status: 204  len: 168 time: 0.5420780
Feb 11 19:37:35.726214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:35.735605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0ecae2e4-42ae-40af-ad91-144c2a5d2b87 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:35.750907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00384fb8-e575-47c7-88f5-4a8bdc5e59d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694359d2-3473-4731-8afc-0b356605d9c0,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:35.754564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-00384fb8-e575-47c7-88f5-4a8bdc5e59d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:35.779886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Network d9cb0077-d2da-459f-a6b6-0624090e8873 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:37:35.781245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:37:35.789452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:37:35.921771 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:35.922559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:35.996287 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-d076a2bc-ade7-4fab-8106-5950b28e214e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5210931
Feb 11 19:37:36.009536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Request body: {'port': {'device_id': '2f9a17e9-efab-4c4c-888a-235c26200888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:37:36.163741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:36.477354 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b21367-91f1-45c9-93a1-c27521cb8833 req-c68d6645-d2d4-4a5f-9739-bd17aec47cc8 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:36.479617 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7b21367-91f1-45c9-93a1-c27521cb8833 req-c68d6645-d2d4-4a5f-9739-bd17aec47cc8 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 931 time: 0.2270467
Feb 11 19:37:36.582367 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f7b21367-91f1-45c9-93a1-c27521cb8833 req-e61a4a15-7606-42e4-ae9f-f7e3bbcd8186 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894940
Feb 11 19:37:36.738376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:37:36.749214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:36.772349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Transition to ACTIVE for port object a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:37:36.802267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 60448) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:36.803853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:36.957207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1035904553-network', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:37:36.963936 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:36.968537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Usage tracker for resource:network and tenant:6ec90717acdd427289cde3595f7c05f3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:37:36.972076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:37:36.979093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:37.023643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Made reservation on behalf of 6ec90717acdd427289cde3595f7c05f3 for: {'network': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:37:37.028405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for network, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.042366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.059828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:37.064170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec90717acdd427289cde3595f7c05f3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:37:37.067341 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:37:37.069825 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-10d76318-70dd-4cc9-be59-120cc71ec480 tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:37.074001 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:37.168730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.200460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.205202 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cf3a2715-7e5a-4690-b7b7-cde88fdb8250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:37.214187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:37.218911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:37.227205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 11 19:37:37.249055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.249448 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.segments_db [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Added segment 5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f of type vxlan for network fea6d764-e5b9-40ef-85be-f4554f7611ea
Feb 11 19:37:37.258551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5aa378-14b3-4ef4-9b54-a26154546371,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:37.262725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:37.284730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755205302421'] for network, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.343346 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827'] for network, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.344653 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:37.345337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.350817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d3ddbec9-44d8-4e45-be26-f56f68adcfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:37.402814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Attempting to bind port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:37:37.403193 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Attempting to bind port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:37:37.403558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Attempting to bind port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 on network d9cb0077-d2da-459f-a6b6-0624090e8873 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:37:37.409380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:37:37.409753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Checking segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:37:37.410156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.410586 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Bound using segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:37:37.411055 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Bound port: a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:37:37.411437 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.463702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fea6d764-e5b9-40ef-85be-f4554f7611ea,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:37.467339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:37.475776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Network fea6d764-e5b9-40ef-85be-f4554f7611ea details requested by agent ovs-agent-dv-cinder-775250-1-iscsi with host dv-cinder-775250-1-iscsi {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:37:37.487352 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6832423
Feb 11 19:37:37.490658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 60454) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:37.497596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Network fea6d764-e5b9-40ef-85be-f4554f7611ea details requested by agent ovs-agent-hv-cinder-77525 with host hv-cinder-77525 {{(pid=80007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 11 19:37:37.501984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Request body: {'subnet': {'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1035904553-subnet', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'ip_version': 4}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:37:37.511431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:37.518047 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Usage tracker for resource:subnet and tenant:6ec90717acdd427289cde3595f7c05f3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:37:37.522975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:37:37.531843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] For port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:37:37.533060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:37.537190 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] For port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:37:37.567382 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.586028 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:37.595366 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Made reservation on behalf of 6ec90717acdd427289cde3595f7c05f3 for: {'subnet': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:37:37.606017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328886'] for subnet, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:37.748164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:37.846658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:38.086243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b0e4-4221-4150-b44d-a68c62837aba req-433d18ca-3f34-4e15-bb09-e7e697e78e24 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:38.087665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c945b0e4-4221-4150-b44d-a68c62837aba req-433d18ca-3f34-4e15-bb09-e7e697e78e24 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:37:38.092278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:38.092956 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:38.094477 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] 10.222.0.100 "PUT /v2.0/ports/a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 HTTP/1.1" status: 200  len: 1157 time: 2.0898046
Feb 11 19:37:38.095034 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f9a17e9-efab-4c4c-888a-235c26200888', 'tag': 'a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:37:38.143883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c945b0e4-4221-4150-b44d-a68c62837aba req-433d18ca-3f34-4e15-bb09-e7e697e78e24 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:37:38.145907 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c945b0e4-4221-4150-b44d-a68c62837aba req-433d18ca-3f34-4e15-bb09-e7e697e78e24 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 943 time: 0.3855572
Feb 11 19:37:38.175977 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f9a17e9-efab-4c4c-888a-235c26200888', 'tag': 'a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1', 'status': 'completed', 'code': 200}
Feb 11 19:37:38.195426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852286446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328871'] for subnet, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:38.215862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cf815c1a-ae10-479d-9386-d0545492d07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:38.267606 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c945b0e4-4221-4150-b44d-a68c62837aba req-3aa832ff-1cc6-460a-9510-91ff3c015050 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124346
Feb 11 19:37:38.310690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c5d9d-455e-4a67-87a1-23253cc68c60 req-ef740794-3e8d-484a-9a04-9c85100cd851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:38.312480 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6c7c5d9d-455e-4a67-87a1-23253cc68c60 req-ef740794-3e8d-484a-9a04-9c85100cd851 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 1160 time: 0.1180732
Feb 11 19:37:38.352114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c656c363-f1a3-49c6-a872-c7a432cf1574,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:38.356268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:38.416559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Checking segment: {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:37:38.416953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Network hostable DHCP agents. Network: fea6d764-e5b9-40ef-85be-f4554f7611ea, hostable agents: ['355b55d6-d5b7-470b-b4fb-158e15831503'], hosted agents: [] {{(pid=80006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 11 19:37:38.463303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Network fea6d764-e5b9-40ef-85be-f4554f7611ea is scheduled to be hosted by DHCP agent 355b55d6-d5b7-470b-b4fb-158e15831503 with binding_index 1 {{(pid=80006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 11 19:37:38.487011 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c5d9d-455e-4a67-87a1-23253cc68c60 req-58b2acc8-6fc7-4f47-8e3c-081604203ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:38.488895 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6c7c5d9d-455e-4a67-87a1-23253cc68c60 req-58b2acc8-6fc7-4f47-8e3c-081604203ada service neutron] 10.222.0.100 "GET /v2.0/networks?tenant_id=8c22ed34a7bf4536ac368566722643fb&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1649163
Feb 11 19:37:38.491939 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775250-1-iscsi, fea6d764-e5b9-40ef-85be-f4554f7611ea) {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:37:38.503590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df26c2f-cf4e-4b24-ac9b-21fcc9ec66af None None] Network fea6d764-e5b9-40ef-85be-f4554f7611ea requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:37:38.514720 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:38.515767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:38.575499 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-eab6f29d-5146-4b24-a3a6-44738d4b3669 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0822463
Feb 11 19:37:38.579811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 60462) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:38.586020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:37:38.592149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:37:38.596239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Usage tracker for resource:router and tenant:6ec90717acdd427289cde3595f7c05f3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:37:38.600053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:37:38.605941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:37:38.652301 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854192335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775372'] for router, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:38.653482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854186598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854199142', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-685383', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-445'] for router, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:38.671516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:38.705057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c5d9d-455e-4a67-87a1-23253cc68c60 req-77a40c83-c5ac-48fd-bca1-c62521d6c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:38.706678 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6c7c5d9d-455e-4a67-87a1-23253cc68c60 req-77a40c83-c5ac-48fd-bca1-c62521d6c57e service neutron] 10.222.0.100 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2101462
Feb 11 19:37:38.822614 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c7b8f37-4e5c-5067-a65f-6b28e2d8c94f-fea6d764-e5b9-40ef-85be-f4554f7611ea', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574'}]}} from dv-cinder-775250-1-iscsi. {{(pid=80007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 11 19:37:38.824031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:38.834210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-2d36963a-3c92-4697-bed5-f6dfd326c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:38.835944 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-2d36963a-3c92-4697-bed5-f6dfd326c035 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 1160 time: 0.0874794
Feb 11 19:37:38.917676 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-c545de23-1b3b-4585-b313-b4416c5f32c0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 HTTP/1.1" status: 200  len: 217 time: 0.0699763
Feb 11 19:37:39.000558 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854199157', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854192350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-430'] for router, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:39.011684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-4daa778f-dbd9-4fff-b0bb-0e2e84e2a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:39.013384 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-4daa778f-dbd9-4fff-b0bb-0e2e84e2a884 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 200  len: 855 time: 0.0847588
Feb 11 19:37:39.074898 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-4885592b-ff3b-4502-8a74-f4ab2e1da013 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d9cb0077-d2da-459f-a6b6-0624090e8873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488758
Feb 11 19:37:39.166796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Allocated IP 172.20.0.2 (fea6d764-e5b9-40ef-85be-f4554f7611ea/c656c363-f1a3-49c6-a872-c7a432cf1574/5d676ceb-5b7e-41ec-bbea-8e7fe37e397e) {{(pid=80007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:37:39.240117 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-6232e2d8-b838-4fe6-ac05-013759ec01ed service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568599
Feb 11 19:37:39.444653 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e35e70f7-3b1a-4af8-8bc4-b3323846ece2 req-43583900-73af-4f14-8585-b4ce85c82612 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1890864
Feb 11 19:37:39.525151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Notify callbacks [] for port, precommit_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:39.537690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Transition to ACTIVE for port object 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:37:39.557235 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Transition to ACTIVE for port object 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e will not be triggered until provisioned by entity DHCP. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:37:39.590850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830'] for port, after_create {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:39.617314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:39.672538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:39.710299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:39.846164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Pushing event updated for resources: {'Port': ['ID=5d676ceb-5b7e-41ec-bbea-8e7fe37e397e,revision_number=1']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:39.864282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.864859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.865404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.865954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.866524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.867080 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.867613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.868199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.868736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.869283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.869812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.870379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.870986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.871509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.872040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.872580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.873112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.873651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.874182 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.874750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.875289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.875823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.876360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.876889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:39.886893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:39.910918 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e98384-fcf0-45b2-a327-77a96a1b058a req-e1accfda-b19d-48cf-9b05-d10f5f44275a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:39.912617 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f0e98384-fcf0-45b2-a327-77a96a1b058a req-e1accfda-b19d-48cf-9b05-d10f5f44275a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 943 time: 0.3122246
Feb 11 19:37:39.942069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Network fea6d764-e5b9-40ef-85be-f4554f7611ea is already hosted by enough agents. {{(pid=80007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:37:39.943825 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Resources bound (agent type, host, resource id):  {{(pid=80007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:37:39.946963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Received port after_create {{(pid=80007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:37:40.036487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Attempting to bind port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:37:40.037083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Attempting to bind port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:37:40.037678 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Attempting to bind port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e on network fea6d764-e5b9-40ef-85be-f4554f7611ea {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:37:40.045001 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f0e98384-fcf0-45b2-a327-77a96a1b058a req-9b1ff6a7-a7b0-458d-a05b-95cbde1ef7ae tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125834
Feb 11 19:37:40.046906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:37:40.047526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Checking segment: {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:37:40.048175 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:40.048811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Bound using segment: {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:37:40.049570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Bound port: 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:37:40.050178 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:40.160067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] For port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:37:40.163277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] For port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=5d676ceb-5b7e-41ec-bbea-8e7fe37e397e,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:37:40.193553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Allocated IP 172.27.2.42 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/1a35138b-4cd8-4bb6-8351-bd5519abac0a) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:37:40.194876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:40.210994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f05d8c4d-86c3-4c18-90b5-5d4e83019232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:40.363805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Pushing event updated for resources: {'Port': ['ID=5d676ceb-5b7e-41ec-bbea-8e7fe37e397e,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:40.369625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:40.418573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:40.475102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:40.488903 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:40.663863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Pushing event updated for resources: {'Port': ['ID=1a35138b-4cd8-4bb6-8351-bd5519abac0a,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:40.667519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:40.734705 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:37:40.735872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:37:40.738210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:37:41.264107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:41.349581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f617b3-21dc-4aa2-a365-3b437d3affec req-af8541a6-6a99-4d9e-b4e3-619c17b7704e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:41.351294 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-32f617b3-21dc-4aa2-a365-3b437d3affec req-af8541a6-6a99-4d9e-b4e3-619c17b7704e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 943 time: 0.1703911
Feb 11 19:37:41.422280 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-32f617b3-21dc-4aa2-a365-3b437d3affec req-67344a28-18de-4ad2-8665-6ff4bce3d761 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643747
Feb 11 19:37:41.658076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-583465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576748'] for router, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:41.893767 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe46b34-6fef-4aa4-997e-97c4568f5af2 None None] Network fea6d764-e5b9-40ef-85be-f4554f7611ea requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:37:41.905869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:41.966266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Router f81df672-2497-4e68-8eb1-95a2107e6233 is scheduled to L3 agent 297e7511-818b-425c-a6a8-11144881dac4 with binding_index 1 {{(pid=80006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 11 19:37:42.094269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-09865b85-2954-4d16-a4e8-eba31279bb2f None None] Provisioning for port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:37:42.130642 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:37:42.150634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:42.151051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:42.359082 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:42.421344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=5d676ceb-5b7e-41ec-bbea-8e7fe37e397e,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:37:42.425116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:37:42.440464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Sync routers for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:37:42.455608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:42.459942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-135f9826-6ae8-4768-a33e-4cdac4d0a4e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:42.480282 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:42.484432 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.9007759
Feb 11 19:37:42.484735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 60472) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:37:42.535204 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:37:42.536402 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67accc1668>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:37:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:37:42.623001 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:42.998702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=5d676ceb-5b7e-41ec-bbea-8e7fe37e397e,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:43.001526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-8c0ffd1d-9e96-4e0d-9aed-1adbe8dfde74 None None] Provisioning complete for port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:43.001955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffd1d-9e96-4e0d-9aed-1adbe8dfde74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:43.030926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:43.111984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:37:43.147738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee7f87-d8a5-446f-93ee-1098ac7d0d6b req-04f29a22-f3e3-4d0e-a114-b025d3c3728f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:43.149477 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8fee7f87-d8a5-446f-93ee-1098ac7d0d6b req-04f29a22-f3e3-4d0e-a114-b025d3c3728f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 943 time: 0.4481881
Feb 11 19:37:43.223084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:37:43.237357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:43.237770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:43.244468 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8fee7f87-d8a5-446f-93ee-1098ac7d0d6b req-1b40de38-2862-4379-96a0-f405b7f8cfbe tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857639
Feb 11 19:37:43.592280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:43.623813 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-77b35031-bf49-4931-a216-bb3cc1338881 None None] Provisioning complete for port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:43.624219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-77b35031-bf49-4931-a216-bb3cc1338881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:43.672475 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9a17e9-efab-4c4c-888a-235c26200888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:37:43.673165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:43.691562 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:37:43.727175 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67accc1668>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:41Z', 'revision_number': 3, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:37:43.764327 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9a17e9-efab-4c4c-888a-235c26200888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1', 'code': 200}
Feb 11 19:37:43.765102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:43.774072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-47d29114-0c81-48f7-9bfe-863b10b84866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:43.805744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Checking router: f81df672-2497-4e68-8eb1-95a2107e6233 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:37:43.806148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Updating router f81df672-2497-4e68-8eb1-95a2107e6233 port 1a35138b-4cd8-4bb6-8351-bd5519abac0a binding host dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:37:43.873674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:43.970515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.030356 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:44.043275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:44.084946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Allocated IP 172.20.0.1 (fea6d764-e5b9-40ef-85be-f4554f7611ea/c656c363-f1a3-49c6-a872-c7a432cf1574/432ec5ca-585b-4375-aa39-548f9181e331) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:37:44.108173 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:44.108541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.154127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e478b-4422-48eb-af4b-90f6e863db4e req-576ef181-d9cb-497b-8b60-77de5af27f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:44.156393 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2c3e478b-4422-48eb-af4b-90f6e863db4e req-576ef181-d9cb-497b-8b60-77de5af27f47 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 1162 time: 0.0984826
Feb 11 19:37:44.209517 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2c3e478b-4422-48eb-af4b-90f6e863db4e req-7d383315-0862-41e2-bdf7-4c9f31251b0a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464411
Feb 11 19:37:44.260087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.277446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Transition to ACTIVE for port object 432ec5ca-585b-4375-aa39-548f9181e331 will not be triggered until provisioned by entity DHCP. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:37:44.326337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.344850 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dce82613-1b1e-4e06-8085-f6fdfc49b51a tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:44.544333 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Pushing event updated for resources: {'Port': ['ID=432ec5ca-585b-4375-aa39-548f9181e331,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:44.550272 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:44.577840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Notify callbacks [] for port, precommit_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.599411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Transition to ACTIVE for port object 1a35138b-4cd8-4bb6-8351-bd5519abac0a will not be triggered until provisioned by entity L2. {{(pid=80007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:37:44.639937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.659711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:44.712754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef915d3-781d-4165-b905-1f3aeb5272d4 req-eb757816-738b-4cf0-8a03-6b54b9e62a73 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:44.714419 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7ef915d3-781d-4165-b905-1f3aeb5272d4 req-eb757816-738b-4cf0-8a03-6b54b9e62a73 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 945 time: 0.2512102
Feb 11 19:37:44.720030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Network fea6d764-e5b9-40ef-85be-f4554f7611ea is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:37:44.722699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:37:44.723973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:37:44.807973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f030ee-14bc-4c82-8dcb-7d92ee3e01c1 None None] Pushing event updated for resources: {'Port': ['ID=1a35138b-4cd8-4bb6-8351-bd5519abac0a,revision_number=2']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:44.812811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-28f030ee-14bc-4c82-8dcb-7d92ee3e01c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:44.869247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Attempting to bind port 1a35138b-4cd8-4bb6-8351-bd5519abac0a on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:37:44.869660 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Attempting to bind port 1a35138b-4cd8-4bb6-8351-bd5519abac0a by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:37:44.870072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Attempting to bind port 1a35138b-4cd8-4bb6-8351-bd5519abac0a on network 23347571-3647-45ce-869d-0cd7cf5ce632 {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:37:44.870393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-577456'] for router_interface, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.876238 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:37:44.876651 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Checking segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:37:44.877103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.877534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Bound using segment: {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'} {{(pid=80007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:37:44.878059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Bound port: 1a35138b-4cd8-4bb6-8351-bd5519abac0a, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb8e341-9596-4e92-95e6-fe2ab75421c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}}] {{(pid=80007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:37:44.878506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:44.957799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] For port 1a35138b-4cd8-4bb6-8351-bd5519abac0a, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:37:44.960975 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] For port 1a35138b-4cd8-4bb6-8351-bd5519abac0a, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=1a35138b-4cd8-4bb6-8351-bd5519abac0a,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:37:44.995607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:45.014566 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:45.069520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d161373b-b7b3-479f-a52b-36fd88ad7c3a None None] Provisioning for port 432ec5ca-585b-4375-aa39-548f9181e331 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:37:45.098589 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7ef915d3-781d-4165-b905-1f3aeb5272d4 req-524f804f-54a0-438a-bb1f-b271e7a95c4a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3292148
Feb 11 19:37:45.307624 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d161373b-b7b3-479f-a52b-36fd88ad7c3a None None] Provisioning complete for port 432ec5ca-585b-4375-aa39-548f9181e331 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:45.308040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d161373b-b7b3-479f-a52b-36fd88ad7c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:45.326399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:45.409505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f030ee-14bc-4c82-8dcb-7d92ee3e01c1 None None] Pushing event updated for resources: {'Port': ['ID=1a35138b-4cd8-4bb6-8351-bd5519abac0a,revision_number=3']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:45.417784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-28f030ee-14bc-4c82-8dcb-7d92ee3e01c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:45.421683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-d161373b-b7b3-479f-a52b-36fd88ad7c3a None None] Port 432ec5ca-585b-4375-aa39-548f9181e331 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:37:45.497778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:37:45.498938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67accc1668>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:37:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:37:45.710839 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:37:45.900692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:45.925878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:45.956517 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:46.044499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Pushing event updated for resources: {'Port': ['ID=432ec5ca-585b-4375-aa39-548f9181e331,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:46.047275 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854186764'] for router_interface, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:46.054997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67accc1668>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:44Z', 'revision_number': 1, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:37:46.059967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3145c-ea01-4c21-9e37-4217100adb5d None None] The sync data for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi is: [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:44Z', 'revision_number': 1, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:37:46.064330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:46.111666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:46.188408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:46.188826 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:46.228548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Network fea6d764-e5b9-40ef-85be-f4554f7611ea is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:37:46.230682 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:37:46.505283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Router f81df672-2497-4e68-8eb1-95a2107e6233 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:37:46.555828 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef85e2c-8dda-4ac6-bc57-7c2f10e2f1de req-b19e97f3-4c2c-4b40-9bdf-5da6917c0458 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:46.557805 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cef85e2c-8dda-4ac6-bc57-7c2f10e2f1de req-b19e97f3-4c2c-4b40-9bdf-5da6917c0458 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 945 time: 0.2430434
Feb 11 19:37:46.582751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-287b3b65-369c-4619-a9af-9534c29c6860 None None] Provisioning complete for port 432ec5ca-585b-4375-aa39-548f9181e331 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:46.589041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-287b3b65-369c-4619-a9af-9534c29c6860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:46.646423 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-cef85e2c-8dda-4ac6-bc57-7c2f10e2f1de req-bd199f46-5e86-4cf1-83d8-a32b0d01f9b1 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817580
Feb 11 19:37:46.699585 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-287b3b65-369c-4619-a9af-9534c29c6860 None None] Port 432ec5ca-585b-4375-aa39-548f9181e331 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:37:46.868435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:37:46.884533 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] 10.222.0.79 "PUT /v2.0/routers/f81df672-2497-4e68-8eb1-95a2107e6233/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3978317
Feb 11 19:37:47.886128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 1a35138b-4cd8-4bb6-8351-bd5519abac0a up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:48.035103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 1a35138b-4cd8-4bb6-8351-bd5519abac0a completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:37:48.044056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 1a35138b-4cd8-4bb6-8351-bd5519abac0a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:48.045029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:48.213505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:48.241205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 1a35138b-4cd8-4bb6-8351-bd5519abac0a, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=1a35138b-4cd8-4bb6-8351-bd5519abac0a,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:37:48.269155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:48.276224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-26be73da-7093-46af-8edb-68079a0845ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:48.354583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=1a35138b-4cd8-4bb6-8351-bd5519abac0a,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:48.364608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:49.855783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 1a35138b-4cd8-4bb6-8351-bd5519abac0a up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:50.000218 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 1a35138b-4cd8-4bb6-8351-bd5519abac0a triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:50.000876 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:50.065125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Sync routers for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:37:50.095840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:37:50.103557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad094ac8>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:37:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:37:50.557865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:37:51.003263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad094ac8>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 2, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:37:51.007494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Checking router: f81df672-2497-4e68-8eb1-95a2107e6233 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:37:51.007735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Updating router f81df672-2497-4e68-8eb1-95a2107e6233 port 432ec5ca-585b-4375-aa39-548f9181e331 binding host dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 11 19:37:51.067091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:51.637427 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Notify callbacks [] for port, precommit_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:51.655992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Transition to ACTIVE for port object 432ec5ca-585b-4375-aa39-548f9181e331 will not be triggered until provisioned by entity L2. {{(pid=80008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:37:51.717107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:51.739240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-131d9ca4-60d3-4ffc-bf09-0d27903234fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:51.895486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Pushing event updated for resources: {'Port': ['ID=432ec5ca-585b-4375-aa39-548f9181e331,revision_number=3']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:51.910442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.910815 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.911197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.911571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.911944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.912315 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.912684 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.913050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.913417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.913780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.914142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.914587 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.914992 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.915353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.915714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.916072 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.916431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.916792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.917152 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.917504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.917861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.922180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.922180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.922180 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:37:51.942976 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:52.125321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Attempting to bind port 432ec5ca-585b-4375-aa39-548f9181e331 on host dv-cinder-775250-1-iscsi for vnic_type normal with profile  {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:37:52.125851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Attempting to bind port 432ec5ca-585b-4375-aa39-548f9181e331 by drivers openvswitch on host dv-cinder-775250-1-iscsi at level 0 using segments [{'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:37:52.126126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Attempting to bind port 432ec5ca-585b-4375-aa39-548f9181e331 on network fea6d764-e5b9-40ef-85be-f4554f7611ea {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:37:52.132709 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Checking agent: {'id': 'bff24e5d-041d-4d87-986b-294aa2ce0e1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775250-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 19, 28), 'started_at': datetime.datetime(2021, 2, 11, 19, 19, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775250-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.101', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:37:52.134136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Checking segment: {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:37:52.134713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:52.135259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Bound using segment: {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'} {{(pid=80008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:37:52.135908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Bound port: 432ec5ca-585b-4375-aa39-548f9181e331, host: dv-cinder-775250-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'}}] {{(pid=80008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:37:52.136452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:52.254728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] For port 432ec5ca-585b-4375-aa39-548f9181e331, host dv-cinder-775250-1-iscsi, cleared binding levels {{(pid=80008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:37:52.258788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] For port 432ec5ca-585b-4375-aa39-548f9181e331, host dv-cinder-775250-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=432ec5ca-585b-4375-aa39-548f9181e331,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:37:52.292048 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:52.312228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7521ba6f-0a5c-43a3-b196-06a23b8f7a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:52.481965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Pushing event updated for resources: {'Port': ['ID=432ec5ca-585b-4375-aa39-548f9181e331,revision_number=4']} {{(pid=80008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:52.487629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-81230e1f-7be9-4fb6-beeb-5abd6cfcf642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:52.537148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:37:52.537869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad094ac8>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:37:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:37:52.795516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:37:53.186160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad094ac8>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:52Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:37:53.190529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f05ffab-7e86-4971-b2bc-46967e4f246f None None] The sync data for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi is: [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:52Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:37:53.850064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 432ec5ca-585b-4375-aa39-548f9181e331 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:54.160053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning for port 432ec5ca-585b-4375-aa39-548f9181e331 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:37:54.165984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 432ec5ca-585b-4375-aa39-548f9181e331 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:54.166434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:54.301085 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:54.339938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] For port 432ec5ca-585b-4375-aa39-548f9181e331, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=432ec5ca-585b-4375-aa39-548f9181e331,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:37:54.377523 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:54.379548 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:37:54.454040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Pushing event updated for resources: {'Port': ['ID=432ec5ca-585b-4375-aa39-548f9181e331,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:37:54.459010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:37:54.611906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9647a0c-9404-4978-989d-2437484ac565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:55.852774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 432ec5ca-585b-4375-aa39-548f9181e331 up at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:37:55.937784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Provisioning complete for port 432ec5ca-585b-4375-aa39-548f9181e331 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:37:55.938201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:56.823776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e5cd3a8d-f8ee-4fd7-b1f6-ca0f78be7faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:57.765579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:58.451713 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:59.217435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:37:59.275292 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-e81820de-0805-4a6c-ad47-af808b17d83f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:59.277021 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-e81820de-0805-4a6c-ad47-af808b17d83f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 815 time: 0.2444215
Feb 11 19:37:59.293396 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-a478c13c-0323-4d66-a8b2-44f842730e2a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/quotas/6ec90717acdd427289cde3595f7c05f3 HTTP/1.1" status: 200  len: 375 time: 0.0102854
Feb 11 19:37:59.417226 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-70dd69b7-2429-4eec-8296-520089ac3df9 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1175070
Feb 11 19:37:59.516659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94bfea-d956-435a-bf26-e421d219fba3 req-4d127848-0a5a-48cc-b260-56d37e27742a tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:37:59.518402 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8c94bfea-d956-435a-bf26-e421d219fba3 req-4d127848-0a5a-48cc-b260-56d37e27742a tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 945 time: 0.1664498
Feb 11 19:37:59.592437 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f7361b23-5499-45c6-8d9f-c0d09b1a323e service neutron] 10.222.0.79 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605906
Feb 11 19:37:59.605112 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8c94bfea-d956-435a-bf26-e421d219fba3 req-0cd13627-0fc0-4433-8285-e23f9c90e5cc tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0778511
Feb 11 19:37:59.746235 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-d0003e58-c821-4e62-a45e-37098a0eefb8 service neutron] 10.222.0.79 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446688
Feb 11 19:37:59.989086 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-000cd030-a162-4262-9320-ba1fc3a5d083 req-789e6625-e5e7-4d8f-846c-86f3bf29af08 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 210 time: 0.0533631
Feb 11 19:38:00.043191 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-477694ed-f4d8-44dd-bd6b-43e3bea580ec tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:00.044878 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-477694ed-f4d8-44dd-bd6b-43e3bea580ec tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 815 time: 0.2390709
Feb 11 19:38:00.061006 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-c62228e2-9468-4b2b-b355-799b54dfa9e0 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/quotas/8c22ed34a7bf4536ac368566722643fb HTTP/1.1" status: 200  len: 375 time: 0.0100362
Feb 11 19:38:00.204505 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-441550ae-ea53-4169-987a-6a15cc1282b3 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1374650
Feb 11 19:38:00.350065 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-d9ee2a76-a7a3-46c6-821a-88e944473832 service neutron] 10.222.0.79 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381140
Feb 11 19:38:00.493857 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-460b7f01-e689-49b8-9f4f-6e088e33c788 service neutron] 10.222.0.79 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372166
Feb 11 19:38:00.816260 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d9365214-b598-463d-a68f-94d9df222a79 req-d49e7321-e569-46e9-938a-dad2caa792ac tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 210 time: 0.0519722
Feb 11 19:38:00.930324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cc0ce-bb02-4559-a434-ec364d7c1a61 req-db6a8af6-5c9f-41b8-86b5-132be6207483 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:00.932053 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-920cc0ce-bb02-4559-a434-ec364d7c1a61 req-db6a8af6-5c9f-41b8-86b5-132be6207483 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 945 time: 0.1954334
Feb 11 19:38:01.050774 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-920cc0ce-bb02-4559-a434-ec364d7c1a61 req-967b419b-6956-437f-af5d-e1ab5bcda114 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1114898
Feb 11 19:38:01.178054 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec580c-32b7-420e-963e-2097313af998 req-ca526b36-b040-47e0-80af-a85c839c291b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:01.179759 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d2ec580c-32b7-420e-963e-2097313af998 req-ca526b36-b040-47e0-80af-a85c839c291b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 945 time: 0.2085328
Feb 11 19:38:01.183505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-2a92e7cf-30b4-491f-b718-03bc68590e15 req-243afba8-6ddc-406b-b1eb-32c35228a525 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Synchronizing usage tracker for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:01.228620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-2a92e7cf-30b4-491f-b718-03bc68590e15 req-243afba8-6ddc-406b-b1eb-32c35228a525 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Unset dirty status for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:01.231649 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2a92e7cf-30b4-491f-b718-03bc68590e15 req-243afba8-6ddc-406b-b1eb-32c35228a525 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 210 time: 0.1039934
Feb 11 19:38:01.279544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Deleting port cc9888f8-6618-43c0-afd0-813716154eda {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:38:01.279935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:01.561160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] For port cc9888f8-6618-43c0-afd0-813716154eda, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=cc9888f8-6618-43c0-afd0-813716154eda,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:01.561735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:02.043817 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5be47d1c-cd32-4155-af8d-4a93dc459701 req-6c27e317-62df-4805-9720-55c1393403fb tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 210 time: 0.0600200
Feb 11 19:38:02.110706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-0849d7ad-8303-45a0-aa5c-610a2db8a61a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:02.110706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-0849d7ad-8303-45a0-aa5c-610a2db8a61a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Synchronizing usage tracker for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:network {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:02.148505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-0849d7ad-8303-45a0-aa5c-610a2db8a61a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Unset dirty status for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:network {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:02.149740 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-0849d7ad-8303-45a0-aa5c-610a2db8a61a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 815 time: 0.3159754
Feb 11 19:38:02.169430 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'port': {'device_id': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'admin_state_up': True, 'tenant_id': '6ec90717acdd427289cde3595f7c05f3'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:02.177541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:02.177958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:02.178360 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Floating IP 5b33e2b5-b939-4635-866d-e6292fd96ddd disassociated. External IP: 172.27.2.111, port: cc9888f8-6618-43c0-afd0-813716154eda.
Feb 11 19:38:02.178751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Calling delete_port for cc9888f8-6618-43c0-afd0-813716154eda owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:38:02.191970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device cc9888f8-6618-43c0-afd0-813716154eda no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:38:02.396571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Port cc9888f8-6618-43c0-afd0-813716154eda update to DOWN by agent not found {{(pid=80007) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 11 19:38:02.427553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:02.453816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:02.472320 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d609d7-fcb7-4843-8e23-9726baeca1f9 req-b847fc04-d940-4a30-adb2-2b9bb4447c06 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:02.473987 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b1d609d7-fcb7-4843-8e23-9726baeca1f9 req-b847fc04-d940-4a30-adb2-2b9bb4447c06 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 945 time: 0.2851112
Feb 11 19:38:02.497288 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b73d2d5c-78d2-4371-a6e6-fc51bb9d0a4e req-c7d137eb-eebf-41a3-8327-35ebc345843b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 210 time: 0.1115603
Feb 11 19:38:02.499915 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:02.517841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:02.553885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event deleted for resources: {'Port': ['ID=cc9888f8-6618-43c0-afd0-813716154eda,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:02.562836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:02.583418 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b1d609d7-fcb7-4843-8e23-9726baeca1f9 req-431b4244-7902-46b6-9102-847b4c49aa59 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1005969
Feb 11 19:38:02.584608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Made reservation on behalf of 6ec90717acdd427289cde3595f7c05f3 for: {'port': 1} {{(pid=80006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:38:02.608013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:02.876110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-3e22d0d9-e2da-4868-ac84-626553955c3a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:02.877767 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-3e22d0d9-e2da-4868-ac84-626553955c3a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 815 time: 0.3585887
Feb 11 19:38:02.961012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Request body: {'port': {'device_id': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873', 'admin_state_up': True, 'tenant_id': '8c22ed34a7bf4536ac368566722643fb'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:02.964114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Allocated IP 172.20.0.5 (fea6d764-e5b9-40ef-85be-f4554f7611ea/c656c363-f1a3-49c6-a872-c7a432cf1574/a7ee14a8-e09f-44a9-91e5-a91d193355d1) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:38:03.228948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:03.234702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:03.248067 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:03.325730 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Router cb39fb7b-5e69-4df6-a14e-b4973d373520 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:38:03.342869 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a46ece6f-80fc-4f86-8780-ffc93c74c8b1 req-9b76f161-d0c4-4f32-9545-4dbf2fe3d754 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 210 time: 0.0782430
Feb 11 19:38:03.439413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Made reservation on behalf of 8c22ed34a7bf4536ac368566722643fb for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:38:03.461408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:03.461760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:03.511540 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Transition to ACTIVE for port object a7ee14a8-e09f-44a9-91e5-a91d193355d1 will not be triggered until provisioned by entity DHCP. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:38:03.583534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:03.621151 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4b1c04c0-f645-418b-867d-adecf92601e6 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:03.753073 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event updated for resources: {'Port': ['ID=a7ee14a8-e09f-44a9-91e5-a91d193355d1,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:03.799965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:38:03.814861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] Sync routers for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:38:03.836858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:38:03.840971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae0cb668>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:37:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:03.862377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] No DVR routers for this DVR port cc9888f8-6618-43c0-afd0-813716154eda on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:38:03.872763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:03.922300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'name': 'network-vif-deleted', 'tag': 'cc9888f8-6618-43c0-afd0-813716154eda'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:03.926040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.926494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.926911 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.927324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.928050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.928462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.928870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.929342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.929652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.930052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.930505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.930907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.931344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.931738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.932698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.933095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.933486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.933879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.934287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.934685 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.935078 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.935468 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.935859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.936247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:03.946600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:03.976936 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-bc387eea-2bf2-469e-ade9-cb9a96f8d2f8 req-4623fe19-e8f6-464e-b5cf-2514cb812a7d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.1019561
Feb 11 19:38:04.086482 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d2ec580c-32b7-420e-963e-2097313af998 req-4dbfcb0b-8e2b-417a-87ff-c99ab4879358 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "DELETE /v2.0/ports/cc9888f8-6618-43c0-afd0-813716154eda HTTP/1.1" status: 204  len: 173 time: 2.8985310
Feb 11 19:38:04.128409 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '260826be-7bf2-4c48-9cc6-a09366ac5e52', 'name': 'network-vif-deleted', 'tag': 'cc9888f8-6618-43c0-afd0-813716154eda', 'status': 'completed', 'code': 200}
Feb 11 19:38:04.138553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357784ef-c66b-4da5-844b-2c4d99a8f325 req-f320054f-e3d6-4689-8ae0-fcd4814d6ad5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:04.146356 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-357784ef-c66b-4da5-844b-2c4d99a8f325 req-f320054f-e3d6-4689-8ae0-fcd4814d6ad5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 931 time: 0.3801742
Feb 11 19:38:04.203464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:38:04.205782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:38:04.229535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-357784ef-c66b-4da5-844b-2c4d99a8f325 req-42afba53-f24e-4f4d-bd02-f2b98067b967 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Synchronizing usage tracker for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:04.248404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Network fea6d764-e5b9-40ef-85be-f4554f7611ea is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:38:04.250101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:38:04.276605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:38:04.283024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Allocated IP 172.20.0.14 (d9cb0077-d2da-459f-a6b6-0624090e8873/6a614f72-5e73-4eab-9bb6-01a287f117a4/9d46271f-2be2-43f8-9996-039f4c72812c) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:38:04.326175 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-357784ef-c66b-4da5-844b-2c4d99a8f325 req-42afba53-f24e-4f4d-bd02-f2b98067b967 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Unset dirty status for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:04.339421 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-357784ef-c66b-4da5-844b-2c4d99a8f325 req-42afba53-f24e-4f4d-bd02-f2b98067b967 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920242
Feb 11 19:38:04.641307 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:04.642051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:04.728611 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-24d45288-45af-4ae6-98d1-7fa06a2750de req-ed9aef48-a22d-470a-914d-1a8b86d7279c tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 210 time: 0.0730369
Feb 11 19:38:04.732301 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-f15b6134-7cc2-475b-a8c7-9c6d94640bb6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5677569
Feb 11 19:38:04.743176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae0cb668>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:04.764745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] Checking router: cb39fb7b-5e69-4df6-a14e-b4973d373520 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:38:04.773855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:04.796377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:38:04.797516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae0cb668>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:37:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:04.846176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:04.864454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a95f642d-eca5-4b8e-b246-98debbc51f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:05.061118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Pushing event updated for resources: {'Port': ['ID=9d46271f-2be2-43f8-9996-039f4c72812c,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:05.076269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:05.113553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-2e414a3b-4aac-422b-b277-cef83cccf183 None None] Provisioning for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:38:05.117033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Network d9cb0077-d2da-459f-a6b6-0624090e8873 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:38:05.118814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:38:05.125736 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:38:05.128593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-2e414a3b-4aac-422b-b277-cef83cccf183 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:05.129035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2e414a3b-4aac-422b-b277-cef83cccf183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:05.193499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-2e414a3b-4aac-422b-b277-cef83cccf183 None None] Port a7ee14a8-e09f-44a9-91e5-a91d193355d1 cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:38:05.271504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:38:05.275373 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad3a2505-2ba5-435c-8bb3-0057d18b4a27 req-f53e815a-bb07-48d3-91fe-dfc585ece4f7 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0719371
Feb 11 19:38:05.313448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:05.314305 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:05.378132 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4281547
Feb 11 19:38:05.662847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae0cb668>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:05.667791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ec096-3e43-4970-990b-61a00969f3ab None None] The sync data for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi is: [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:38:05.706046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4756bb0-6f35-4990-906b-667143b0b3d3 req-7b2c8391-cca9-4d19-a51d-6be7d2f6c9ca tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:05.708308 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4756bb0-6f35-4990-906b-667143b0b3d3 req-7b2c8391-cca9-4d19-a51d-6be7d2f6c9ca tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 931 time: 0.2098043
Feb 11 19:38:06.100927 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4756bb0-6f35-4990-906b-667143b0b3d3 req-2a28704d-e6af-4af6-9aab-bb271632e846 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3807938
Feb 11 19:38:06.165144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876670-ffab-4ab2-acb5-1ffca5670369 None None] New status for floating IP 5b33e2b5-b939-4635-866d-e6292fd96ddd: DOWN {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:38:06.359685 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0eb6c-88e5-48c3-ae34-f3ad3c8004d2 req-8cdae669-e9f2-458f-8110-4d18ee19ce9a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:06.368667 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-30f0eb6c-88e5-48c3-ae34-f3ad3c8004d2 req-8cdae669-e9f2-458f-8110-4d18ee19ce9a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 932 time: 0.4721320
Feb 11 19:38:06.441212 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-30f0eb6c-88e5-48c3-ae34-f3ad3c8004d2 req-6e0c14b1-f271-4c23-a859-6ae6697629d3 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715358
Feb 11 19:38:06.513863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-98d9d6d0-7576-4ea1-a479-67606f86a159 req-2561fc50-970d-488b-ba6d-828f60af4189 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:06.559570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-98d9d6d0-7576-4ea1-a479-67606f86a159 req-2561fc50-970d-488b-ba6d-828f60af4189 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:06.561171 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-98d9d6d0-7576-4ea1-a479-67606f86a159 req-2561fc50-970d-488b-ba6d-828f60af4189 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.1008203
Feb 11 19:38:07.406648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224ad0d-701b-4e4c-aabc-ab78b3a98b35 req-1a5a9b15-fce0-4216-8cf5-26f972bc72a1 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:07.407406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-3224ad0d-701b-4e4c-aabc-ab78b3a98b35 req-1a5a9b15-fce0-4216-8cf5-26f972bc72a1 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Synchronizing usage tracker for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:07.452145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-3224ad0d-701b-4e4c-aabc-ab78b3a98b35 req-1a5a9b15-fce0-4216-8cf5-26f972bc72a1 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Unset dirty status for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:07.453459 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3224ad0d-701b-4e4c-aabc-ab78b3a98b35 req-1a5a9b15-fce0-4216-8cf5-26f972bc72a1 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 931 time: 0.2131355
Feb 11 19:38:07.524168 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3224ad0d-701b-4e4c-aabc-ab78b3a98b35 req-af79f36b-c69e-40ae-a799-0c60ab7093a2 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640469
Feb 11 19:38:07.775823 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-faca9c36-b27d-417f-8f1a-3a408670e5ce req-1276072b-422d-4029-964f-6296539699a7 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0703292
Feb 11 19:38:07.801652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409b693-7a90-430e-893c-b5f8267eb78f req-b55dae93-088c-4ad4-a8bf-85b54d0ce4c5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:07.802524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-b409b693-7a90-430e-893c-b5f8267eb78f req-b55dae93-088c-4ad4-a8bf-85b54d0ce4c5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:07.857411 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-b409b693-7a90-430e-893c-b5f8267eb78f req-b55dae93-088c-4ad4-a8bf-85b54d0ce4c5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:07.858801 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b409b693-7a90-430e-893c-b5f8267eb78f req-b55dae93-088c-4ad4-a8bf-85b54d0ce4c5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 932 time: 0.2526474
Feb 11 19:38:07.928940 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b409b693-7a90-430e-893c-b5f8267eb78f req-91b90e81-2746-4ff6-b750-63ba4c2dd813 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635357
Feb 11 19:38:08.831294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0dd78-10a9-4c2d-a1f0-d4aa6997360a req-fc6b5cab-ec01-4d89-bfaa-9d894845b31a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:08.832980 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1ff0dd78-10a9-4c2d-a1f0-d4aa6997360a req-fc6b5cab-ec01-4d89-bfaa-9d894845b31a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 931 time: 0.1674006
Feb 11 19:38:08.900971 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1ff0dd78-10a9-4c2d-a1f0-d4aa6997360a req-f793ad82-e16d-429b-9323-410f42bf5d7f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616775
Feb 11 19:38:08.981441 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4cadefce-2af3-4e72-82c7-f62288c62522 req-94ffdf3a-4111-4361-ad29-f43c45c9a3e3 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0501816
Feb 11 19:38:09.237066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402485be-f948-4b2e-801e-7f2a3e4e6eb2 req-4a6a71f9-8019-4884-be90-d9d0ad362b37 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:09.239002 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-402485be-f948-4b2e-801e-7f2a3e4e6eb2 req-4a6a71f9-8019-4884-be90-d9d0ad362b37 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 932 time: 0.1711836
Feb 11 19:38:09.306014 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-402485be-f948-4b2e-801e-7f2a3e4e6eb2 req-f11735a3-0243-474d-a23f-25079de24c97 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600483
Feb 11 19:38:10.185387 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-18479529-2207-4ad0-9fbc-aa1c79e21193 req-4b5bbe7c-5af4-4e65-915d-3ba8d10926fc tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0600142
Feb 11 19:38:10.239790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6177fc-04f3-4add-8088-27aefed057b2 req-c0b6fdcc-1658-46f8-9ab9-1e57a97e7321 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:10.241869 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f6177fc-04f3-4add-8088-27aefed057b2 req-c0b6fdcc-1658-46f8-9ab9-1e57a97e7321 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 931 time: 0.1955349
Feb 11 19:38:10.318900 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f6177fc-04f3-4add-8088-27aefed057b2 req-42ec7140-894e-4965-8275-8fe723e553b6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695012
Feb 11 19:38:10.620821 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e6c2f-d96c-43a4-b71a-a7b4a8802e1f req-21f4539f-69e0-4f7e-bf91-5677576892ef tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:10.623152 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c22e6c2f-d96c-43a4-b71a-a7b4a8802e1f req-21f4539f-69e0-4f7e-bf91-5677576892ef tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 932 time: 0.1824863
Feb 11 19:38:10.690827 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c22e6c2f-d96c-43a4-b71a-a7b4a8802e1f req-cf84272a-90c3-4812-97db-3283151a79d1 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607851
Feb 11 19:38:11.372610 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a5edbde2-169b-4077-bce4-e61eefd469fb req-694db7bd-42b2-4d74-8ff4-cee0fc380661 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0507543
Feb 11 19:38:11.665447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99af6bd-9fbc-486a-ab1d-cb8c3c0919f3 req-e344bf76-00f5-4aee-af03-794f2000e8e3 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:11.667189 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c99af6bd-9fbc-486a-ab1d-cb8c3c0919f3 req-e344bf76-00f5-4aee-af03-794f2000e8e3 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 931 time: 0.1865215
Feb 11 19:38:11.734138 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c99af6bd-9fbc-486a-ab1d-cb8c3c0919f3 req-d96dc1d6-a55a-4934-a71b-53f6c48bc507 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604980
Feb 11 19:38:12.001842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916645d6-51a4-44f5-8984-e36fc2c0cc26 req-daa66012-5859-4b5d-94d2-3c9750d2e3c2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:12.003611 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-916645d6-51a4-44f5-8984-e36fc2c0cc26 req-daa66012-5859-4b5d-94d2-3c9750d2e3c2 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 932 time: 0.1738601
Feb 11 19:38:12.069868 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-916645d6-51a4-44f5-8984-e36fc2c0cc26 req-8c651008-31a3-468f-a29a-7e5d82d90608 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597506
Feb 11 19:38:12.566925 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8a2ed695-3886-4cf6-8906-0132a209c81a req-f3541b21-973a-44b5-9cb2-a8b676cc6f83 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0544600
Feb 11 19:38:13.034104 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080ad1-f864-43ec-b879-3f2e1db97597 req-bb8e6529-de2c-4078-bca7-2d9a4c7a2515 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:13.035825 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-40080ad1-f864-43ec-b879-3f2e1db97597 req-bb8e6529-de2c-4078-bca7-2d9a4c7a2515 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 931 time: 0.1683645
Feb 11 19:38:13.103161 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-40080ad1-f864-43ec-b879-3f2e1db97597 req-66d6d863-8844-4747-a87b-333da2e27b35 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601840
Feb 11 19:38:13.389207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437257c1-bcbe-4550-aa17-50e296881dd5 req-4ecf79aa-5394-48af-b046-e518bbfec559 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:13.390708 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-437257c1-bcbe-4550-aa17-50e296881dd5 req-4ecf79aa-5394-48af-b046-e518bbfec559 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 932 time: 0.1795807
Feb 11 19:38:13.464849 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-437257c1-bcbe-4550-aa17-50e296881dd5 req-914e56be-efac-434d-858b-18762d022761 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711241
Feb 11 19:38:13.754874 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-674210bf-cbf4-49c5-8c5c-2fe5496dc128 req-5dfec501-1ed8-4041-a176-3e372dc301b3 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.0545957
Feb 11 19:38:14.249753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Request body: {'port': {'device_id': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:14.284126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Request body: {'port': {'device_id': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:14.382613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:14.439284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:14.543035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3de07-8923-4962-85f0-ffe81f94f0a1 req-19690665-a98c-4e3c-ab9a-8228eff66afd tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:14.545312 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ffe3de07-8923-4962-85f0-ffe81f94f0a1 req-19690665-a98c-4e3c-ab9a-8228eff66afd tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 931 time: 0.3085048
Feb 11 19:38:14.713025 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ffe3de07-8923-4962-85f0-ffe81f94f0a1 req-fac92b30-f783-45e2-afad-75387db00cef tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605232
Feb 11 19:38:14.881248 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b114-6ccf-40c7-b6fa-18cee576ca71 req-82363156-1abd-4948-9e2d-80dc85eaa32d tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:14.883001 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5080b114-6ccf-40c7-b6fa-18cee576ca71 req-82363156-1abd-4948-9e2d-80dc85eaa32d tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 932 time: 0.2801869
Feb 11 19:38:14.967162 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5080b114-6ccf-40c7-b6fa-18cee576ca71 req-9a50529d-35e5-4df1-b4e8-6c9854747a00 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738754
Feb 11 19:38:15.031825 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1baab989-aa45-4158-8410-2e18eb8214fe req-c09f7e54-6ea1-43fc-8935-79f12415dadd tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=260826be-7bf2-4c48-9cc6-a09366ac5e52 HTTP/1.1" status: 200  len: 210 time: 0.1206234
Feb 11 19:38:15.047064 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d46271f-2be2-43f8-9996-039f4c72812c {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:38:15.055908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:15.068800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Transition to ACTIVE for port object 9d46271f-2be2-43f8-9996-039f4c72812c will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:38:15.091962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:15.108537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:15.156163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ee14a8-e09f-44a9-91e5-a91d193355d1 {{(pid=80006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:38:15.165593 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:15.179896 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Transition to ACTIVE for port object a7ee14a8-e09f-44a9-91e5-a91d193355d1 will not be triggered until provisioned by entity L2. {{(pid=80006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:38:15.206115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:15.228582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1fad4d89-9eaf-43bc-9374-85902012cf16 tempest-VolumesSnapshotTestJSON-894312096 tempest-VolumesSnapshotTestJSON-894312096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:15.261112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Pushing event updated for resources: {'Port': ['ID=9d46271f-2be2-43f8-9996-039f4c72812c,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:15.266417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:15.403423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ee14a8-e09f-44a9-91e5-a91d193355d1,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:15.409719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:15.452833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Attempting to bind port 9d46271f-2be2-43f8-9996-039f4c72812c on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:38:15.453213 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Attempting to bind port 9d46271f-2be2-43f8-9996-039f4c72812c by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:38:15.453580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Attempting to bind port 9d46271f-2be2-43f8-9996-039f4c72812c on network d9cb0077-d2da-459f-a6b6-0624090e8873 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:38:15.459705 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:38:15.460086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Checking segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:38:15.460636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:15.461036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Bound using segment: {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:38:15.461519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Bound port: 9d46271f-2be2-43f8-9996-039f4c72812c, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b408f3-d7a2-4af9-8d0e-2617120174ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9cb0077-d2da-459f-a6b6-0624090e8873'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:38:15.461893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:15.602842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] For port 9d46271f-2be2-43f8-9996-039f4c72812c, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:38:15.608422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] For port 9d46271f-2be2-43f8-9996-039f4c72812c, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9d46271f-2be2-43f8-9996-039f4c72812c,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:38:15.614726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Attempting to bind port a7ee14a8-e09f-44a9-91e5-a91d193355d1 on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:38:15.615108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Attempting to bind port a7ee14a8-e09f-44a9-91e5-a91d193355d1 by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:38:15.615479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Attempting to bind port a7ee14a8-e09f-44a9-91e5-a91d193355d1 on network fea6d764-e5b9-40ef-85be-f4554f7611ea {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:38:15.621626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:38:15.622176 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Checking segment: {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:38:15.622613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:15.623008 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Bound using segment: {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'} {{(pid=80006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:38:15.623490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Bound port: a7ee14a8-e09f-44a9-91e5-a91d193355d1, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea'}}] {{(pid=80006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:38:15.623862 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:15.731425 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] For port a7ee14a8-e09f-44a9-91e5-a91d193355d1, host hv-cinder-77525, cleared binding levels {{(pid=80006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:38:15.735195 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] For port a7ee14a8-e09f-44a9-91e5-a91d193355d1, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:38:16.042610 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fcbe1-9527-4722-95bd-19b8c5f3b01e req-8cd1af07-a703-4473-a5b3-56d8160a5577 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:16.044796 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-586fcbe1-9527-4722-95bd-19b8c5f3b01e req-8cd1af07-a703-4473-a5b3-56d8160a5577 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 943 time: 0.1998441
Feb 11 19:38:16.120821 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-586fcbe1-9527-4722-95bd-19b8c5f3b01e req-d7deabad-8e84-4a10-8b0d-8d839812a227 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672638
Feb 11 19:38:16.297927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b825e12-61ae-4018-8f97-62043feabc26 req-f2eff55f-ec64-4101-994d-9dfe43b4f06b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:16.299707 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b825e12-61ae-4018-8f97-62043feabc26 req-f2eff55f-ec64-4101-994d-9dfe43b4f06b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 944 time: 0.1691675
Feb 11 19:38:16.390082 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b825e12-61ae-4018-8f97-62043feabc26 req-b6dd6ee6-1d46-45ce-b7d8-54e897e9ce7d tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805552
Feb 11 19:38:16.572865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:16.594184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:16.605281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:16.624488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ce67da0e-3ed4-4693-bbe3-088a91cc6223 tempest-TestShelveInstance-1944883214 tempest-TestShelveInstance-1944883214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:16.688244 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-7eb56123-0fc1-43e9-8975-3a47c790055e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-952438395&fields=id&tenant_id=8284320aee86435a9156fabf28af516c HTTP/1.1" status: 200  len: 267 time: 0.1571760
Feb 11 19:38:16.781807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ee14a8-e09f-44a9-91e5-a91d193355d1,revision_number=3']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:16.787668 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:16.821892 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:16.823038 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:16.824057 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] 10.222.0.100 "PUT /v2.0/ports/a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 1157 time: 2.5445199
Feb 11 19:38:16.824622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:16.857453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Pushing event updated for resources: {'Port': ['ID=9d46271f-2be2-43f8-9996-039f4c72812c,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:16.925878 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:16.936302 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'status': 'completed', 'code': 200}
Feb 11 19:38:16.982609 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-4721ab6d-ce0d-4a7e-917f-05d5b1983f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:16.984759 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-4721ab6d-ce0d-4a7e-917f-05d5b1983f85 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1160 time: 0.0928328
Feb 11 19:38:17.010827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:17.011656 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:17.013314 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] 10.222.0.100 "PUT /v2.0/ports/9d46271f-2be2-43f8-9996-039f4c72812c HTTP/1.1" status: 200  len: 1158 time: 2.7693362
Feb 11 19:38:17.013823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'tag': '9d46271f-2be2-43f8-9996-039f4c72812c'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:17.084763 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-aeba5076-58a6-4657-adc8-acd36566b29f service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 217 time: 0.0924575
Feb 11 19:38:17.131531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-65acf267-e6ca-487a-a46c-2a5f1d27ce49 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:17.133236 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-65acf267-e6ca-487a-a46c-2a5f1d27ce49 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 811 time: 0.3769042
Feb 11 19:38:17.135140 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'tag': '9d46271f-2be2-43f8-9996-039f4c72812c', 'status': 'completed', 'code': 200}
Feb 11 19:38:17.163833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-3518b310-d3b1-4340-8c57-27c772155808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:17.165411 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-3518b310-d3b1-4340-8c57-27c772155808 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0728166
Feb 11 19:38:17.197099 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-22c08d16-7bf9-40ca-a92d-d6627d5f532e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/quotas/8284320aee86435a9156fabf28af516c HTTP/1.1" status: 200  len: 375 time: 0.0176547
Feb 11 19:38:17.258758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-7f1c54ee-1279-4480-845e-668fdeebdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:17.259714 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-7f1c54ee-1279-4480-845e-668fdeebdab2 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876114
Feb 11 19:38:17.287568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-8235aa4c-a448-4419-bb7b-e5569146c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:17.289226 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-8235aa4c-a448-4419-bb7b-e5569146c721 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 1161 time: 0.1532834
Feb 11 19:38:17.378498 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-09cbcd35-7356-4e40-86d6-679d9389701e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d46271f-2be2-43f8-9996-039f4c72812c HTTP/1.1" status: 200  len: 217 time: 0.0803220
Feb 11 19:38:17.480353 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-3884e43f-af1c-4893-9bb5-6e42d0489d3f tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2738833
Feb 11 19:38:17.633471 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-1e76af9a-9d7a-411b-9132-647b94829d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:17.635283 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-1e76af9a-9d7a-411b-9132-647b94829d95 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 200  len: 855 time: 0.2495520
Feb 11 19:38:17.699156 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-7a23e898-2395-4d3c-9098-0055c932a016 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d9cb0077-d2da-459f-a6b6-0624090e8873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534012
Feb 11 19:38:17.784751 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469195-1473-4cd2-82fb-88ee4e53ca17 req-38cd4c3e-f49b-49d5-8fc8-62612bda3e18 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:17.786717 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-da469195-1473-4cd2-82fb-88ee4e53ca17 req-38cd4c3e-f49b-49d5-8fc8-62612bda3e18 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 943 time: 0.5220821
Feb 11 19:38:17.793578 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-382ae540-61ec-47f3-bc74-b3687efba849 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5271063
Feb 11 19:38:17.969533 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-da469195-1473-4cd2-82fb-88ee4e53ca17 req-8b4582c9-e57b-4824-9eb0-0fcd1a434630 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732373
Feb 11 19:38:18.011644 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8863ddb7-a836-4b6a-865d-713144ce63d7 req-c006a3c3-8ea8-4bb2-99bf-76162006c5d3 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1997607
Feb 11 19:38:18.067580 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-2cddaec3-d824-48d4-934b-103f2bebbb3f service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5703781
Feb 11 19:38:18.212045 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-f0600b7c-bb6d-4af7-be17-23f031fde27f service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5048971
Feb 11 19:38:18.338383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd93db-9bc8-4bdb-9de4-38b1e1c322fd req-9ad30204-f495-40e6-8284-377bdfcf36ff tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:18.339372 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-0b0bb647-f933-40a6-aec8-a5bffbf1cb40 service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2592068
Feb 11 19:38:18.339992 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbd93db-9bc8-4bdb-9de4-38b1e1c322fd req-9ad30204-f495-40e6-8284-377bdfcf36ff tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 944 time: 0.2440801
Feb 11 19:38:18.343733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-f4bcdf9a-67f2-45a5-bf7f-c1b7ffdfa461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:18.345202 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-f4bcdf9a-67f2-45a5-bf7f-c1b7ffdfa461 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1160 time: 0.1963515
Feb 11 19:38:18.388921 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbcec00-0385-4e69-a090-4a7f6af4ca84 req-ca014e1f-ffc6-4298-bdcf-037a98f80af6 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1674504
Feb 11 19:38:18.527310 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0cbd93db-9bc8-4bdb-9de4-38b1e1c322fd req-bf6a0fcf-d1d5-44e5-a70f-949ae6fde565 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716418
Feb 11 19:38:18.562528 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-b957d5b9-c80d-404c-86d0-df1e188c63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:18.564317 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-b957d5b9-c80d-404c-86d0-df1e188c63e7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.2103186
Feb 11 19:38:18.574155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-6ddab32c-3097-4a6a-a5d2-488a9304eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:18.576500 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-6ddab32c-3097-4a6a-a5d2-488a9304eb60 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 1161 time: 0.1125820
Feb 11 19:38:18.659015 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-b2b8f3b6-430d-4f6c-b3a7-896097cb065e service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 217 time: 0.0813191
Feb 11 19:38:18.738112 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-db4bfa4c-d630-4104-9f20-9a040a47833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:18.738592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-a91f79b0-82d9-4e23-b81e-08b6d42de492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:18.740195 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-a91f79b0-82d9-4e23-b81e-08b6d42de492 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0702796
Feb 11 19:38:18.740322 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-db4bfa4c-d630-4104-9f20-9a040a47833b service neutron] 10.222.0.100 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 909 time: 0.1554203
Feb 11 19:38:18.822270 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-aa2b0d12-8240-47c3-8f33-6d1dd6500bba service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d46271f-2be2-43f8-9996-039f4c72812c HTTP/1.1" status: 200  len: 217 time: 0.0691309
Feb 11 19:38:18.849655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-743447bc-81e5-439b-af0b-cb0ab126e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:18.856099 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-743447bc-81e5-439b-af0b-cb0ab126e5f5 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968871
Feb 11 19:38:18.903547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-c115e566-9e9a-42a1-8e45-f47a3eb86d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:18.905316 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-c115e566-9e9a-42a1-8e45-f47a3eb86d7a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 200  len: 855 time: 0.0745177
Feb 11 19:38:18.966031 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-18104f6b-2a79-46c8-8666-f3ef08be1c93 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d9cb0077-d2da-459f-a6b6-0624090e8873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524988
Feb 11 19:38:19.031702 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-798e6516-61e9-43a6-becc-6f2a62bebec9 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675987
Feb 11 19:38:19.182034 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80bd402a-8b47-4480-a7a4-9eb6eeabf815 req-f2dfb8ba-e447-4a2c-98bf-db3fcc66d4d8 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 210 time: 0.0598984
Feb 11 19:38:19.202829 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-fcf885bc-cdbd-4e51-9bce-f23dddfd30f1 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282877
Feb 11 19:38:19.321011 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ec26e0bd-444e-4f1f-9f65-cdc6992c9701 req-6b7284a6-bdde-45d8-8d8d-a0e099dfa8be service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2803552
Feb 11 19:38:19.361044 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a4879530-1f3e-4a30-a5ec-37da3ea31ae4 req-1be4d59a-891d-4935-bc61-f586784411e0 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1497092
Feb 11 19:38:19.421616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf7023-486b-4d5d-8b75-292a743147a3 req-22fdcddb-de6a-4d9b-bccd-7604b4257927 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:19.423708 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-07bf7023-486b-4d5d-8b75-292a743147a3 req-22fdcddb-de6a-4d9b-bccd-7604b4257927 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 943 time: 0.2390299
Feb 11 19:38:19.500581 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-07bf7023-486b-4d5d-8b75-292a743147a3 req-994459a4-07b0-49be-b64a-eb970838ca7d tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703740
Feb 11 19:38:19.859941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced632b2-3dd1-4ff8-8582-b26219ff3679 req-2a8f944f-3214-4bb4-9d43-031939b31e50 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:19.861715 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ced632b2-3dd1-4ff8-8582-b26219ff3679 req-2a8f944f-3214-4bb4-9d43-031939b31e50 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 944 time: 0.1707382
Feb 11 19:38:19.930477 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ced632b2-3dd1-4ff8-8582-b26219ff3679 req-e0d3f515-dfe6-4db5-819d-da46c95fff08 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618908
Feb 11 19:38:20.367301 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5b628b1f-4f12-4d98-8161-3adac1fd1a1b req-f18ff23e-3590-41e8-b25b-a242cf7d6e0c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 210 time: 0.0491641
Feb 11 19:38:20.455965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.objects.ports [None req-ccafe0c4-f755-4938-8b1f-0519a6759949 None None] Time-cost: Fetching 5 ports in 2 security groups {{(pid=80007) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 11 19:38:20.951146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-b2b854e6-6af8-4a0a-9f83-21a89ecf7329 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:20.953054 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-b2b854e6-6af8-4a0a-9f83-21a89ecf7329 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 811 time: 0.3536968
Feb 11 19:38:21.042997 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97ef66-dcaa-4bb1-872f-d132987fa8b0 req-4dc0246f-b5ab-473c-8c76-38218b28d183 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:21.045256 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5e97ef66-dcaa-4bb1-872f-d132987fa8b0 req-4dc0246f-b5ab-473c-8c76-38218b28d183 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 943 time: 0.3988438
Feb 11 19:38:21.157075 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5e97ef66-dcaa-4bb1-872f-d132987fa8b0 req-356cf261-b3f7-45dd-a9b7-050473d66eaa tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957301
Feb 11 19:38:21.201737 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-a55d8ee0-d34f-4bd7-872b-6f25281f97fb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "GET /v2.0/security-groups?tenant_id=8284320aee86435a9156fabf28af516c HTTP/1.1" status: 200  len: 5763 time: 0.1552851
Feb 11 19:38:21.213084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'port': {'device_id': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'admin_state_up': True, 'tenant_id': '8284320aee86435a9156fabf28af516c', 'security_groups': ['f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef']}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:21.228679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414a9d3-45d5-462e-9c23-ae1211fc18c0 req-663bbe4d-0c76-441d-a7de-efb171a33bed tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:21.230424 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b414a9d3-45d5-462e-9c23-ae1211fc18c0 req-663bbe4d-0c76-441d-a7de-efb171a33bed tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 944 time: 0.1688108
Feb 11 19:38:21.305491 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b414a9d3-45d5-462e-9c23-ae1211fc18c0 req-55e10feb-c770-4a74-a97e-9e400c658045 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665047
Feb 11 19:38:21.365979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:21.376449 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:21.410148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Made reservation on behalf of 8284320aee86435a9156fabf28af516c for: {'port': 1} {{(pid=80005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 11 19:38:21.431386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:21.488342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 9d46271f-2be2-43f8-9996-039f4c72812c up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:21.605019 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-65da1e03-49db-4508-9aae-22e46251e330 req-2f694c63-8248-46be-a29d-95383acf1a4e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 210 time: 0.1011379
Feb 11 19:38:21.610273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port 9d46271f-2be2-43f8-9996-039f4c72812c completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:38:21.617015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 9d46271f-2be2-43f8-9996-039f4c72812c triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:21.617680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:21.753860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:21.783765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d46271f-2be2-43f8-9996-039f4c72812c'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:21.795057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 9d46271f-2be2-43f8-9996-039f4c72812c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9d46271f-2be2-43f8-9996-039f4c72812c,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:21.824102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Allocated IP 172.20.0.10 (2473c529-dd5b-4491-823d-bb73c19b2010/df05cb53-b383-4165-bcb1-b5158b5966ea/ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd) {{(pid=80005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:38:21.834832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:21.836185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a7ee14a8-e09f-44a9-91e5-a91d193355d1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:21.870930 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d46271f-2be2-43f8-9996-039f4c72812c', 'code': 200}
Feb 11 19:38:21.876799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:21.975703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=9d46271f-2be2-43f8-9996-039f4c72812c,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:21.980446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:22.034080 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:38:22.040256 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:22.040795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.041919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for port, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.060439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Transition to ACTIVE for port object ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd will not be triggered until provisioned by entity DHCP. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:38:22.132027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.154638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a710a19-4358-41f7-b39a-b8b137190991 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:22.180677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.217265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port a7ee14a8-e09f-44a9-91e5-a91d193355d1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:22.219521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ec7a0-27d2-4b0f-ac92-c628a8b916ec req-d5378234-cd34-445f-97e6-9206867fa64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:22.221523 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f98ec7a0-27d2-4b0f-ac92-c628a8b916ec req-d5378234-cd34-445f-97e6-9206867fa64f service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 1163 time: 0.0806851
Feb 11 19:38:22.263722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.264792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-718cbdac-9bec-4d0b-a508-25fc1e801a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:22.269192 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f98ec7a0-27d2-4b0f-ac92-c628a8b916ec req-e0215ce0-11f1-4238-b2a9-529072f213d6 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408564
Feb 11 19:38:22.308905 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'Port': ['ID=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:22.312099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:22.345901 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=a7ee14a8-e09f-44a9-91e5-a91d193355d1,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:22.349956 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:22.429969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Network 2473c529-dd5b-4491-823d-bb73c19b2010 is already hosted by enough agents. {{(pid=80005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:38:22.432635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources bound (agent type, host, resource id):  {{(pid=80005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:38:22.435299 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Received port after_create {{(pid=80005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:38:22.570320 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dedf37-c427-40b8-999d-f3a82b219e50 req-47ebac10-c06e-4c0c-8303-637a419a69e5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:22.570530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 55a146c3-9315-4306-88e7-86166083311b up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:22.572003 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-78dedf37-c427-40b8-999d-f3a82b219e50 req-47ebac10-c06e-4c0c-8303-637a419a69e5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.2567279
Feb 11 19:38:22.654118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 55a146c3-9315-4306-88e7-86166083311b triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:22.654532 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073523bb-ba09-4658-b247-5ba784b3466f req-7512d322-ca51-47ff-b3a4-aeaa3bb2755a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:22.654672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.659441 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-073523bb-ba09-4658-b247-5ba784b3466f req-7512d322-ca51-47ff-b3a4-aeaa3bb2755a tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 946 time: 0.2164328
Feb 11 19:38:22.692616 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:22.693362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.724236 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-073523bb-ba09-4658-b247-5ba784b3466f req-aa2b1aa8-833d-42e5-9b7d-794237604857 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616946
Feb 11 19:38:22.759077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-78dedf37-c427-40b8-999d-f3a82b219e50 req-835f6e1b-b742-41dc-9894-2f1c67f44616 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627781
Feb 11 19:38:22.766627 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d490bd7f-514f-439f-a44a-a4d93559b16a None None] Provisioning for port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd completed by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:38:22.787088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-d490bd7f-514f-439f-a44a-a4d93559b16a None None] Provisioning complete for port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:22.787519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d490bd7f-514f-439f-a44a-a4d93559b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.795009 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-4a21a027-1c84-4bec-805a-467527c069e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5859516
Feb 11 19:38:22.808424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Request body: {'port': {'device_id': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77525'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:22.855245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:22.900571 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-d490bd7f-514f-439f-a44a-a4d93559b16a None None] Port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd cannot update to ACTIVE because it is not bound. {{(pid=80007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 11 19:38:22.937253 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:22.937680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:22.943408 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:23.053169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d57e5-4ab4-4751-94c2-a762f9ab88e3 req-4ea54433-3bcc-4791-a0e3-4b2c3c294db3 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:23.054942 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-708d57e5-4ab4-4751-94c2-a762f9ab88e3 req-4ea54433-3bcc-4791-a0e3-4b2c3c294db3 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 932 time: 0.1754150
Feb 11 19:38:23.070096 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a7ee14a8-e09f-44a9-91e5-a91d193355d1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:23.123621 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-708d57e5-4ab4-4751-94c2-a762f9ab88e3 req-c033aa4b-6e95-455d-827a-573f23303aaf tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0599694
Feb 11 19:38:23.148792 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:23.149291 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:23.286748 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 787d42a0-edd6-4638-91a9-26476851cd40 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:23.364749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 787d42a0-edd6-4638-91a9-26476851cd40 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:23.365164 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:23.399304 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd {{(pid=80005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 11 19:38:23.407811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:23.420772 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Transition to ACTIVE for port object ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd will not be triggered until provisioned by entity L2. {{(pid=80005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 11 19:38:23.461561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:23.480581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-51a34f84-7aa8-4d9e-b967-a91231348d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:23.496052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 9d46271f-2be2-43f8-9996-039f4c72812c up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:23.571488 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 9d46271f-2be2-43f8-9996-039f4c72812c triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:23.572221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:23.872588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:23.924017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,revision_number=2']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:23.937107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:24.066516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377fe0e-53a6-496f-aff1-cc6321abafd5 req-d48c8bf2-d752-4ffd-9ebf-760fc28637bb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:24.068221 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5377fe0e-53a6-496f-aff1-cc6321abafd5 req-d48c8bf2-d752-4ffd-9ebf-760fc28637bb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1716447
Feb 11 19:38:24.154687 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5377fe0e-53a6-496f-aff1-cc6321abafd5 req-b0192c94-8103-4412-8961-6c48b62e0263 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795755
Feb 11 19:38:24.197661 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55218c23-c67c-4d2f-b7a4-325cb6e0b9d5 req-aee068cf-ce7f-466a-82c0-828a1859d8fa tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:24.199451 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-55218c23-c67c-4d2f-b7a4-325cb6e0b9d5 req-aee068cf-ce7f-466a-82c0-828a1859d8fa tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 946 time: 0.3225176
Feb 11 19:38:24.236268 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'code': 200}
Feb 11 19:38:24.258368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Attempting to bind port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd on host hv-cinder-77525 for vnic_type normal with profile  {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 11 19:38:24.258368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Attempting to bind port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd by drivers openvswitch on host hv-cinder-77525 at level 0 using segments [{'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 11 19:38:24.258368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Attempting to bind port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd on network 2473c529-dd5b-4491-823d-bb73c19b2010 {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 11 19:38:24.266673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Checking agent: {'id': 'fced6925-e2d2-483d-8553-798efe1cfbf7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77525', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 11, 19, 26, 33), 'started_at': datetime.datetime(2021, 2, 11, 19, 27, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 11, 19, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 11 19:38:24.267071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Checking segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 11 19:38:24.267481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:24.267886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Bound using segment: {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'} {{(pid=80005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 11 19:38:24.268378 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Bound port: ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd, host: hv-cinder-77525, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010'}}] {{(pid=80005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 11 19:38:24.268763 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:24.316890 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-55218c23-c67c-4d2f-b7a4-325cb6e0b9d5 req-1eed1a99-6633-4920-8f1b-493c90193cc4 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053302
Feb 11 19:38:24.402966 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] For port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd, host hv-cinder-77525, cleared binding levels {{(pid=80005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 11 19:38:24.407487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] For port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd, host hv-cinder-77525, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 11 19:38:24.436816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 9d46271f-2be2-43f8-9996-039f4c72812c up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:24.440406 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:24.458591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7ebfcd4e-3ecd-4742-9131-ab5f30e664df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:24.543329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fadaac-2ebe-4ea1-9164-910fdd567c88 req-0ca7c46f-60f5-4aff-a72e-b1690ff07802 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:24.545498 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-34fadaac-2ebe-4ea1-9164-910fdd567c88 req-0ca7c46f-60f5-4aff-a72e-b1690ff07802 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 944 time: 0.2020578
Feb 11 19:38:24.617800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port 9d46271f-2be2-43f8-9996-039f4c72812c triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:24.618336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:24.636917 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,revision_number=3']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:24.643985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:24.665838 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-663df6fd-3d53-4b30-a86e-ba3fe3947053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:24.679257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:24.679945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:24.681682 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9a20a223-5bad-4dc0-a1b4-032cf2afce43 service neutron] 10.222.0.100 "PUT /v2.0/ports/ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 1158 time: 1.8784413
Feb 11 19:38:24.682181 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:24.728595 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-34fadaac-2ebe-4ea1-9164-910fdd567c88 req-f1469c10-ba69-429b-947d-86f14a6dde3a tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1181903
Feb 11 19:38:24.748596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e99fae-5421-4262-8fe1-e320e1abe268 req-688d0d66-e299-4960-bd5d-d646262068f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:24.754661 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a0e99fae-5421-4262-8fe1-e320e1abe268 req-688d0d66-e299-4960-bd5d-d646262068f5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1162 time: 0.2080176
Feb 11 19:38:24.802358 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'status': 'completed', 'code': 200}
Feb 11 19:38:24.823682 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a0e99fae-5421-4262-8fe1-e320e1abe268 req-3fa796c0-ae37-4b33-b147-16ae10608073 service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610132
Feb 11 19:38:24.853779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9006cf60-b9ac-4515-89a4-3dad688624a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:24.855638 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-9006cf60-b9ac-4515-89a4-3dad688624a4 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 1161 time: 0.1042695
Feb 11 19:38:25.103951 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-6cb25dc4-7e70-4eb7-a9ac-5aa2eac994fa service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 217 time: 0.0810146
Feb 11 19:38:25.178588 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-c0b4cdb7-b57b-4927-aba9-289e39e232f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:25.180269 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-c0b4cdb7-b57b-4927-aba9-289e39e232f2 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.0699105
Feb 11 19:38:25.273513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-7bc73755-bfef-4dd4-9d3d-f34f3a91cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:25.275442 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-7bc73755-bfef-4dd4-9d3d-f34f3a91cbc4 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878415
Feb 11 19:38:25.448189 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-b234f2b2-0a08-40ee-aa3c-1561bc871507 service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647620
Feb 11 19:38:25.479978 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eaed0-36f2-4946-b87b-386cdd3e7da9 req-7f559701-18e0-4556-b64b-87235b7d7aa5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:25.482317 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d88eaed0-36f2-4946-b87b-386cdd3e7da9 req-7f559701-18e0-4556-b64b-87235b7d7aa5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1735089
Feb 11 19:38:25.550224 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d88eaed0-36f2-4946-b87b-386cdd3e7da9 req-5c12872a-bd22-4969-b952-d4909c207973 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608141
Feb 11 19:38:25.604372 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0edfde6-f3c3-45dd-afe2-e1a2fa580e04 req-f4981498-968d-4c77-9b6c-aa634af98ce0 service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491511
Feb 11 19:38:25.770983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-328e9d70-71d7-487b-bc44-e88697d5bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:25.772643 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-328e9d70-71d7-487b-bc44-e88697d5bfd8 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 1161 time: 0.0852594
Feb 11 19:38:25.991403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-ab7c3d29-81dd-42e9-b6e3-7a862f6f93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:25.993017 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-ab7c3d29-81dd-42e9-b6e3-7a862f6f93e9 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.2124047
Feb 11 19:38:26.089042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8ad5c-99b2-4325-b7a4-52c9fcc3b704 req-cda99489-f287-44da-a5b7-bd6aaa2d3a50 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:26.089802 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-70e8ad5c-99b2-4325-b7a4-52c9fcc3b704 req-cda99489-f287-44da-a5b7-bd6aaa2d3a50 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:26.169188 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-76d00237-366c-49d2-9037-e1a859d4ae01 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 217 time: 0.0759823
Feb 11 19:38:26.220632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-70e8ad5c-99b2-4325-b7a4-52c9fcc3b704 req-cda99489-f287-44da-a5b7-bd6aaa2d3a50 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:26.232881 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-70e8ad5c-99b2-4325-b7a4-52c9fcc3b704 req-cda99489-f287-44da-a5b7-bd6aaa2d3a50 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 944 time: 0.3420868
Feb 11 19:38:26.281286 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-17b2ab7e-6809-47fb-a0f8-29115320753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:26.282924 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-17b2ab7e-6809-47fb-a0f8-29115320753e service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.1070421
Feb 11 19:38:26.307831 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-70e8ad5c-99b2-4325-b7a4-52c9fcc3b704 req-7621684a-b22c-4a17-b9a9-366c115237fb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0744071
Feb 11 19:38:26.393159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-06ee33e8-2659-4d2e-9281-824c35657a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:26.394982 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-06ee33e8-2659-4d2e-9281-824c35657a88 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861814
Feb 11 19:38:26.472942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a7ee14a8-e09f-44a9-91e5-a91d193355d1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:26.546481 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-fbf1cb55-52ff-409f-80d1-5f8e6a6f444e service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440747
Feb 11 19:38:26.575567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:26.576119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:26.760694 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-d5d028f9-da68-47f1-b347-9d90b39b833c req-88e0d7f3-e0bd-46fb-aea9-87e597888d46 service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2066579
Feb 11 19:38:26.794265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d474bbc3-f551-4f54-a185-4caacec7c925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:26.885564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982ebed-75f9-4d47-97fe-c19080e6fa2b req-719fca3f-decd-46b0-8707-9bdcecbfe72f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:26.887383 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e982ebed-75f9-4d47-97fe-c19080e6fa2b req-719fca3f-decd-46b0-8707-9bdcecbfe72f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1861038
Feb 11 19:38:26.957313 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e982ebed-75f9-4d47-97fe-c19080e6fa2b req-5630887c-cc67-4f68-8e38-c111679acce3 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632255
Feb 11 19:38:27.289602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227388a-769c-4876-9c37-e3288ea41ba6 req-2d6add32-2da4-4543-b3ad-8a7564a97637 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:27.291273 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1227388a-769c-4876-9c37-e3288ea41ba6 req-2d6add32-2da4-4543-b3ad-8a7564a97637 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1887040
Feb 11 19:38:27.356510 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1227388a-769c-4876-9c37-e3288ea41ba6 req-81876e9d-4b56-4a3c-a645-1e0f4edeb58e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579319
Feb 11 19:38:27.635766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2dc4d-f813-40b8-a046-8dd3f3fe2f89 req-d47b1a8f-791d-4e5f-b0c2-729150f3fef4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:27.638198 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-efd2dc4d-f813-40b8-a046-8dd3f3fe2f89 req-d47b1a8f-791d-4e5f-b0c2-729150f3fef4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 944 time: 0.1803620
Feb 11 19:38:27.706177 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-efd2dc4d-f813-40b8-a046-8dd3f3fe2f89 req-e7bfae86-b3a5-40ab-b2f5-f3d633c63bc0 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0612195
Feb 11 19:38:27.765431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:28.039029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e765e-2278-4d6c-a75a-e8a8529244d8 req-edba1f2e-bd66-438c-99ac-c73e7b5fff0d tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:28.040674 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-702e765e-2278-4d6c-a75a-e8a8529244d8 req-edba1f2e-bd66-438c-99ac-c73e7b5fff0d tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1800132
Feb 11 19:38:28.105207 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-702e765e-2278-4d6c-a75a-e8a8529244d8 req-562e201c-6105-40a5-834f-b75358d199f8 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576553
Feb 11 19:38:28.462136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:29.060703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f4dc0-e75d-4f24-b357-e89618871a99 req-150133a2-c884-4eec-b657-d8bbcb0dea08 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:29.062366 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e64f4dc0-e75d-4f24-b357-e89618871a99 req-150133a2-c884-4eec-b657-d8bbcb0dea08 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 944 time: 0.1715121
Feb 11 19:38:29.129133 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e64f4dc0-e75d-4f24-b357-e89618871a99 req-32a506bb-31d5-417a-a1a5-510cd463386d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0602405
Feb 11 19:38:29.240446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:30.436649 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b5b3d-01f7-4013-841d-f0d15b3d7a11 req-ea07d1be-fcd2-498b-9477-72045db1e73e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:30.438383 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9c1b5b3d-01f7-4013-841d-f0d15b3d7a11 req-ea07d1be-fcd2-498b-9477-72045db1e73e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 944 time: 0.1760046
Feb 11 19:38:30.507594 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9c1b5b3d-01f7-4013-841d-f0d15b3d7a11 req-801a5411-2ad4-4053-84f7-7867feba4b1f tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0621550
Feb 11 19:38:31.472877 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-6b1fc2de-529e-45fa-a08c-5f5a1a726251 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0808818
Feb 11 19:38:31.678066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-64de1911-7314-4a3f-a1f0-4dfed00b9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:31.679768 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-64de1911-7314-4a3f-a1f0-4dfed00b9266 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8c22ed34a7bf4536ac368566722643fb&device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 1163 time: 0.0846574
Feb 11 19:38:31.812407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e94df-098a-4308-97de-dafe4c6dba1b req-d1609331-4cb8-481b-b611-deebedb36aec tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:31.814131 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-998e94df-098a-4308-97de-dafe4c6dba1b req-d1609331-4cb8-481b-b611-deebedb36aec tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 944 time: 0.1663971
Feb 11 19:38:31.847849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-04416d6e-dd91-4bc0-bb87-198657029872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:31.849406 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-04416d6e-dd91-4bc0-bb87-198657029872 service neutron] 10.222.0.100 "GET /v2.0/networks?id=d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 200  len: 909 time: 0.1498888
Feb 11 19:38:31.880088 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-998e94df-098a-4308-97de-dafe4c6dba1b req-b1557a39-db58-4c40-83d3-4dc463c8bbd4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0596068
Feb 11 19:38:31.926912 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-de23b91f-a538-41d9-94f9-8ca80685168c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55a146c3-9315-4306-88e7-86166083311b HTTP/1.1" status: 200  len: 217 time: 0.0702407
Feb 11 19:38:32.010141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-6de6fcf4-405f-463f-a092-54d44da6dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:32.011768 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-6de6fcf4-405f-463f-a092-54d44da6dc60 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 200  len: 855 time: 0.0685565
Feb 11 19:38:32.066315 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-a1a86472-2830-4501-86e8-776073750434 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=d9cb0077-d2da-459f-a6b6-0624090e8873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460193
Feb 11 19:38:32.212591 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-7d6fa073-0082-4ddc-9595-444119784970 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364069
Feb 11 19:38:32.356914 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0f170cb7-0710-434d-89a0-11bcba9b804d req-cb5d66d9-69ea-43ec-843f-d44b8a83e3d1 service neutron] 10.222.0.100 "GET /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375368
Feb 11 19:38:33.081595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:33.187879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning for port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd completed by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 11 19:38:33.193833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:33.197027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:33.226160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:33.375474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:33.422017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:33.439170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:33.442996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afb1a4-d46b-4685-99d4-1efb755f6e2e req-03e46114-24c6-400c-a2b0-d8cf31b90882 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:33.445090 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-82afb1a4-d46b-4685-99d4-1efb755f6e2e req-03e46114-24c6-400c-a2b0-d8cf31b90882 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 944 time: 0.4198906
Feb 11 19:38:33.482980 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'code': 200}
Feb 11 19:38:33.484172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:33.486339 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-28f030ee-14bc-4c82-8dcb-7d92ee3e01c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:33.523033 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-82afb1a4-d46b-4685-99d4-1efb755f6e2e req-156ddfcc-f2f6-4f81-801f-02085827335c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0687044
Feb 11 19:38:33.593332 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,revision_number=4']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:33.598791 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:33.906486 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045d921-fcf3-4ed3-b7f0-e1a2d5b77131 req-8f342c72-5597-4121-a532-db56c34e32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:33.913035 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f045d921-fcf3-4ed3-b7f0-e1a2d5b77131 req-8f342c72-5597-4121-a532-db56c34e32a7 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 1163 time: 0.0803549
Feb 11 19:38:33.963540 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f045d921-fcf3-4ed3-b7f0-e1a2d5b77131 req-ffe6cf0a-2087-4825-8b18-70203a9ea54a service neutron] 10.222.0.100 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0481749
Feb 11 19:38:34.536809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:34.619208 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:34.619670 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:34.927749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847d50d-28e0-4c8b-8473-3513b0ef5e24 req-2a56d685-fc0c-43ed-938f-f38876e60f2a tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:34.929491 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1847d50d-28e0-4c8b-8473-3513b0ef5e24 req-2a56d685-fc0c-43ed-938f-f38876e60f2a tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 946 time: 0.2590983
Feb 11 19:38:34.999891 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1847d50d-28e0-4c8b-8473-3513b0ef5e24 req-ce9cd062-90d3-430f-ae9b-3f3e76b9caee tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0597990
Feb 11 19:38:36.297870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b9f6f-8585-4c87-96e8-f575595ec34d req-179111ff-6e9b-45a3-8b2e-e864d7b9e328 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:36.299539 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad4b9f6f-8585-4c87-96e8-f575595ec34d req-179111ff-6e9b-45a3-8b2e-e864d7b9e328 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 946 time: 0.1650727
Feb 11 19:38:36.364780 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ad4b9f6f-8585-4c87-96e8-f575595ec34d req-0919b93e-16f9-420b-ac74-00d36ed6e8b0 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0587568
Feb 11 19:38:36.666575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d72089-b9e3-4d8c-9177-6c68babcd1d4 req-68ecddf8-4962-4ed3-9e03-4755cab1fc28 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:36.668375 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e8d72089-b9e3-4d8c-9177-6c68babcd1d4 req-68ecddf8-4962-4ed3-9e03-4755cab1fc28 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 946 time: 0.1690669
Feb 11 19:38:36.975177 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e8d72089-b9e3-4d8c-9177-6c68babcd1d4 req-ba2ef394-ebf1-439f-b981-6e99b3748f73 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.3001895
Feb 11 19:38:37.220940 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-f8c41673-55de-4c68-bf77-89a435616560 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1917634
Feb 11 19:38:37.231841 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'floatingip': {'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:37.253075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:37.263109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:37.301100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:37.448560 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:37.740451 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Allocated IP 172.27.2.26 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/532f12e7-b625-40b0-ba43-5ec8224735de) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:38:37.910133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:37.963965 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:37.979683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ff9f4cea-8241-45c2-b59b-4248ea0adc1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:38.351284 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'Port': ['ID=532f12e7-b625-40b0-ba43-5ec8224735de,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:38.356271 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:38.402174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:38:38.403390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:38:38.405765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:38:38.488144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:38.633216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:38.909577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:38.948059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:38.964188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2d272da7-1ae7-44f3-8046-5d95af3763af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:39.113697 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event updated for resources: {'Port': ['ID=532f12e7-b625-40b0-ba43-5ec8224735de,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:39.116886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:39.216095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:39.273664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:39.275067 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0481372
Feb 11 19:38:39.382445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-703dcf90-9010-4be9-b1e4-8c88fa812d4c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:floatingip {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:39.422441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-703dcf90-9010-4be9-b1e4-8c88fa812d4c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:floatingip {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:39.423567 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-703dcf90-9010-4be9-b1e4-8c88fa812d4c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.26 HTTP/1.1" status: 200  len: 695 time: 0.1412761
Feb 11 19:38:39.661843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-3822771f-72e6-489f-ad4b-0dfc7696577a tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:39.663376 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4af10ab4-e766-469d-915f-06c8b6dd7ac4 req-3822771f-72e6-489f-ad4b-0dfc7696577a tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 784 time: 0.2336628
Feb 11 19:38:39.936252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-9a1ddb11-9681-4191-85bb-8ce485ace338 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:39.937879 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-9a1ddb11-9681-4191-85bb-8ce485ace338 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1652558
Feb 11 19:38:40.043935 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-df370226-1980-4c1a-9576-ec2c02efd881 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.26 HTTP/1.1" status: 200  len: 695 time: 0.0996251
Feb 11 19:38:40.057581 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Request body: {'floatingip': {'port_id': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:40.159909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:40.805434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:40.845251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:41.051498 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Floating IP 7fe3e25b-21dd-434b-b1c3-042e0acf4ea0 associated. External IP: 172.27.2.26, port: ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd.
Feb 11 19:38:41.207703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:38:41.412926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f88ea5-b5f6-4bc6-90f8-8516cc0830da req-365c6c0b-af99-4834-b083-800e06ecdacd tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:41.414689 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-84f88ea5-b5f6-4bc6-90f8-8516cc0830da req-365c6c0b-af99-4834-b083-800e06ecdacd tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1715827
Feb 11 19:38:41.445114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Router cb39fb7b-5e69-4df6-a14e-b4973d373520 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:38:41.485523 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-84f88ea5-b5f6-4bc6-90f8-8516cc0830da req-9ce075d9-63c2-4f77-aca1-03e96b8f9895 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639412
Feb 11 19:38:41.644812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:38:41.649421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:41.655102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] Sync routers for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:38:41.666788 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:38:41.667422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac7cbe80>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:38:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:41.713915 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-5ba6e08b-191d-4295-baae-f75861a21283 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "PUT /v2.0/floatingips/7fe3e25b-21dd-434b-b1c3-042e0acf4ea0 HTTP/1.1" status: 200  len: 996 time: 1.6606767
Feb 11 19:38:41.714621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:41.740620 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-d3356fb5-5a12-401a-85f2-8bb63d80519d tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1996615
Feb 11 19:38:41.751252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'floatingip': {'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:41.773071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:41.777160 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Usage tracker for resource:floatingip and tenant:6ec90717acdd427289cde3595f7c05f3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:38:41.780224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:38:41.786515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:41.815405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-0804e031-9c20-4959-b3b6-6d8cb8416575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:41.817077 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-0804e031-9c20-4959-b3b6-6d8cb8416575 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 1163 time: 0.0884225
Feb 11 19:38:41.870569 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:38:41.896655 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for floatingip, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:41.969214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-2d132ef8-222c-4be3-8f01-7e415c6f05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:41.970902 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-2d132ef8-222c-4be3-8f01-7e415c6f05d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.1471312
Feb 11 19:38:42.073906 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:42.099732 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-2e37b074-0dca-4297-882a-218a870d81d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 999 time: 0.1218083
Feb 11 19:38:42.177464 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-1db36072-309a-4f51-a27b-a26aa261cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:42.179162 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-1db36072-309a-4f51-a27b-a26aa261cc6b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.0723455
Feb 11 19:38:42.272071 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-348b9e2e-506b-452c-95af-1a10f7b991bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:42.274203 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-348b9e2e-506b-452c-95af-1a10f7b991bf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869350
Feb 11 19:38:42.390137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_common [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Allocated IP 172.27.2.154 (23347571-3647-45ce-869d-0cd7cf5ce632/b5991bb0-b31b-4113-8728-43c25765824c/78be732e-c1a5-4360-bd62-9226e1b946ea) {{(pid=80006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 11 19:38:42.466465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac7cbe80>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '7fe3e25b-21dd-434b-b1c3-042e0acf4ea0', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'port_id': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'mac_address': 'fa:16:3e:79:42:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:38:38Z', 'updated_at': '2021-02-11T19:38:40Z', 'revision_number': 1, 'project_id': '8284320aee86435a9156fabf28af516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:42.471327 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] Checking router: cb39fb7b-5e69-4df6-a14e-b4973d373520 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:38:42.482019 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:38:42.482760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac7cbe80>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:38:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:42.649199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for port, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:42.720040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755205292830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:42.729641 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-4b19f76d-0e77-498f-bde6-a268b6cf5592 service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4481571
Feb 11 19:38:42.733163 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:38:42.737944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:42.883079 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f218aa5e-a062-4999-a43f-a8062dd1fd1f req-9b5c99b3-907c-4a23-9cae-5e9b378b35f9 service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449685
Feb 11 19:38:42.890945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event updated for resources: {'Port': ['ID=78be732e-c1a5-4360-bd62-9226e1b946ea,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:42.895984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:42.956167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Network 23347571-3647-45ce-869d-0cd7cf5ce632 is already hosted by enough agents. {{(pid=80006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 11 19:38:42.957908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.base_scheduler [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Resources bound (agent type, host, resource id):  {{(pid=80006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 11 19:38:42.961155 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Received port after_create {{(pid=80006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 11 19:38:42.995255 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'status': 'completed', 'code': 200}
Feb 11 19:38:43.055090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:43.112943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-e4a064a8-37aa-44dc-b287-65785ee13f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:43.114817 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-e4a064a8-37aa-44dc-b287-65785ee13f8e service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 1163 time: 0.0824797
Feb 11 19:38:43.125240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac7cbe80>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '7fe3e25b-21dd-434b-b1c3-042e0acf4ea0', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'port_id': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'mac_address': 'fa:16:3e:79:42:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:38:38Z', 'updated_at': '2021-02-11T19:38:40Z', 'revision_number': 1, 'project_id': '8284320aee86435a9156fabf28af516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:43.129698 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e728be-4349-46f7-bccf-1897861eb311 None None] The sync data for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi is: [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': '7fe3e25b-21dd-434b-b1c3-042e0acf4ea0', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'port_id': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'mac_address': 'fa:16:3e:79:42:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:38:38Z', 'updated_at': '2021-02-11T19:38:40Z', 'revision_number': 1, 'project_id': '8284320aee86435a9156fabf28af516c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:38:43.149832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:43.263188 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-67a56bd8-be05-4f4b-868d-7177cc4d6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:43.264805 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-67a56bd8-be05-4f4b-868d-7177cc4d6815 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.1435683
Feb 11 19:38:43.396901 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-c8a36327-4648-448b-b930-42e5750b3982 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 999 time: 0.1132126
Feb 11 19:38:43.431375 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef03f51-ca67-4450-8442-342ec5a02ece None None] New status for floating IP 7fe3e25b-21dd-434b-b1c3-042e0acf4ea0: ACTIVE {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:38:43.449029 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for port, precommit_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:43.472619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-4c62aef0-0c5d-4898-9b3f-3bfe22c56c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:43.482128 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-4c62aef0-0c5d-4898-9b3f-3bfe22c56c15 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.0688112
Feb 11 19:38:43.502305 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852285558'] for port, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:43.523128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8c30c7b4-73a5-4985-9cad-c0eb312d625f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:43.570201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-6285b1da-e62a-4710-9039-c592c27d3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:43.572532 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-6285b1da-e62a-4710-9039-c592c27d3be9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912535
Feb 11 19:38:43.676227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event updated for resources: {'Port': ['ID=78be732e-c1a5-4360-bd62-9226e1b946ea,revision_number=2']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:43.686159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:43.738025 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-fc039683-4e30-4fd0-91d0-048a9baea6ec service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524131
Feb 11 19:38:43.796514 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:43.844044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:43.845417 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-82832604-1091-497d-9c29-65324ae89768 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0991309
Feb 11 19:38:43.907211 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9f1ff282-8074-4467-82f7-77b8a9a8b914 req-b19ef521-5777-4839-a229-c1286631990d service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489129
Feb 11 19:38:43.957233 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-e88eb69a-5f2f-4276-99a8-cb783d072345 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Synchronizing usage tracker for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:floatingip {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:44.026765 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-e88eb69a-5f2f-4276-99a8-cb783d072345 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Unset dirty status for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:floatingip {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:44.028556 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-e88eb69a-5f2f-4276-99a8-cb783d072345 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.154 HTTP/1.1" status: 200  len: 696 time: 0.1764979
Feb 11 19:38:44.384209 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1068b-12a0-4b5d-bf44-ecfe1201f9cf req-6b43fa4b-a61c-435e-9eed-3ebc917321d5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:44.385852 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be1068b-12a0-4b5d-bf44-ecfe1201f9cf req-6b43fa4b-a61c-435e-9eed-3ebc917321d5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 946 time: 0.1718960
Feb 11 19:38:44.450196 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3be1068b-12a0-4b5d-bf44-ecfe1201f9cf req-09af7e49-e9db-4e4c-814b-55c63792b86e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567362
Feb 11 19:38:44.509623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-4f7698ea-3b89-4b87-804a-7214faa36be6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:44.511198 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8215876c-ca7d-40b0-b16e-6dffc583ab33 req-4f7698ea-3b89-4b87-804a-7214faa36be6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 784 time: 0.4767268
Feb 11 19:38:44.786455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-9bf03c03-a3be-4289-a055-678ead4a61b7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:44.788139 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-9bf03c03-a3be-4289-a055-678ead4a61b7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1694174
Feb 11 19:38:44.893292 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-da4a4b36-65d6-44a3-8827-106789c4880a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.154 HTTP/1.1" status: 200  len: 696 time: 0.0990870
Feb 11 19:38:44.903297 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'floatingip': {'port_id': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:44.999930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for floatingip, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:45.626257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:45.719650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-577306'] for floatingip, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:45.751235 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcb780-5465-445b-b66f-ae008418d7e5 req-ec78dc22-3935-41a6-8e56-385f4e74f386 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:45.752876 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3adcb780-5465-445b-b66f-ae008418d7e5 req-ec78dc22-3935-41a6-8e56-385f4e74f386 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 946 time: 0.1692998
Feb 11 19:38:45.818338 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3adcb780-5465-445b-b66f-ae008418d7e5 req-e3d4e08f-4f9c-4d49-94d9-6f7760f76bb5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583980
Feb 11 19:38:45.905199 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Floating IP c5d5f088-e7af-4be8-a089-e5c46c6a6a62 associated. External IP: 172.27.2.154, port: a7ee14a8-e09f-44a9-91e5-a91d193355d1.
Feb 11 19:38:46.549831 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-f03aef05-f2e9-4a68-9c46-bcaa377209f7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:46.551600 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-f03aef05-f2e9-4a68-9c46-bcaa377209f7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 946 time: 0.5852761
Feb 11 19:38:46.593577 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 9d46271f-2be2-43f8-9996-039f4c72812c no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:38:46.735460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Deleting port 9d46271f-2be2-43f8-9996-039f4c72812c {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:38:46.735673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:46.735893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:46.765482 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d46271f-2be2-43f8-9996-039f4c72812c'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:46.776056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port 9d46271f-2be2-43f8-9996-039f4c72812c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9d46271f-2be2-43f8-9996-039f4c72812c,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:46.810944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:46.813893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:46.848351 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d46271f-2be2-43f8-9996-039f4c72812c', 'code': 200}
Feb 11 19:38:46.878143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Router f81df672-2497-4e68-8eb1-95a2107e6233 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:38:46.890050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=9d46271f-2be2-43f8-9996-039f4c72812c,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:46.898524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.898869 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.899250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.899626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.900000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.900637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.900753 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.901056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.901423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.901789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.902154 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.902541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.902945 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.903321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.903671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.904033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.904396 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.904762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.905126 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.905487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.905845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.906205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.906594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.906954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:46.911348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:47.133246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9254a4-03c1-4494-b84c-d4c4e88cc7c2 req-e9dc2138-bc95-4997-8289-20b423a2c307 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:47.134923 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ac9254a4-03c1-4494-b84c-d4c4e88cc7c2 req-e9dc2138-bc95-4997-8289-20b423a2c307 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 944 time: 0.1830873
Feb 11 19:38:47.198465 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ac9254a4-03c1-4494-b84c-d4c4e88cc7c2 req-22b4f98c-98c4-461f-b722-b5cd307324ba tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563505
Feb 11 19:38:47.214941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] For port 9d46271f-2be2-43f8-9996-039f4c72812c, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=9d46271f-2be2-43f8-9996-039f4c72812c,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:47.215348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:47.231674 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:38:47.242349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] Sync routers for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:38:47.252778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:38:47.253444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac683080>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:38:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:47.292659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:47.392645 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Calling delete_port for 9d46271f-2be2-43f8-9996-039f4c72812c owned by compute:nova {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:38:47.449421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:38:47.474852 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-15dfb94a-7ace-49ba-9735-ba071e746514 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "PUT /v2.0/floatingips/c5d5f088-e7af-4be8-a089-e5c46c6a6a62 HTTP/1.1" status: 200  len: 996 time: 2.5756459
Feb 11 19:38:47.477216 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:47.553690 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'status': 'completed', 'code': 200}
Feb 11 19:38:47.649817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-678c7eea-d2c3-4aed-a2d5-f085b5a3f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:47.650717 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-678c7eea-d2c3-4aed-a2d5-f085b5a3f5de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1162 time: 0.1518109
Feb 11 19:38:47.660167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-834a9844-301f-4bfc-8c28-4129c7f5425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:47.661798 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-834a9844-301f-4bfc-8c28-4129c7f5425c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1162 time: 0.0853140
Feb 11 19:38:47.760127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:47.782952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-714f07a8-4f75-4d88-bac4-d53f3a2fc2dd tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:47.811873 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-f9ce7b47-ab41-4008-a28d-4cf4f4831572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:47.813478 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-f9ce7b47-ab41-4008-a28d-4cf4f4831572 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.1425939
Feb 11 19:38:47.844003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac683080>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': 'c5d5f088-e7af-4be8-a089-e5c46c6a6a62', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'port_id': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'mac_address': 'fa:16:3e:59:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:38:43Z', 'updated_at': '2021-02-11T19:38:45Z', 'revision_number': 1, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:54Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:47.847681 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Pushing event deleted for resources: {'Port': ['ID=9d46271f-2be2-43f8-9996-039f4c72812c,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:47.848281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] Checking router: f81df672-2497-4e68-8eb1-95a2107e6233 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:38:47.857918 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:38:47.858729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ac683080>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:38:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:47.864374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.864809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.865232 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.865648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.866058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.866496 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.866909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.867322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.867729 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.868135 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.868630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.868923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.869376 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.869768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.870167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.870595 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.871024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.871425 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.871825 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.872225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.872621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.873021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.873418 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.873817 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:38:47.926641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:47.948687 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-e72e9ac5-21e6-4cf1-a942-2b897ade6426 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 999 time: 0.1222901
Feb 11 19:38:47.976502 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-7f91af21-e423-49c9-89ed-b4264502dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:47.978153 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-7f91af21-e423-49c9-89ed-b4264502dd82 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.3196549
Feb 11 19:38:48.034445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-bc9682e9-7472-49f6-a18b-eb0f8e53baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:48.036201 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-bc9682e9-7472-49f6-a18b-eb0f8e53baed service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0704856
Feb 11 19:38:48.063441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:38:48.126783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-b923df96-7308-46f4-bcda-bcac3aca78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:48.128427 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-b923df96-7308-46f4-bcda-bcac3aca78f9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817337
Feb 11 19:38:48.149217 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] No DVR routers for this DVR port 9d46271f-2be2-43f8-9996-039f4c72812c on host hv-cinder-77525 {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:38:48.153489 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:48.157875 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-2b87d1b9-23a3-467e-b04d-ff458ad22bf1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 999 time: 0.1649053
Feb 11 19:38:48.206531 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0049f71a-881b-4060-85ad-6d697c4f0378 req-ef1125e3-3fd9-4700-b3be-130300806fa9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "DELETE /v2.0/ports/9d46271f-2be2-43f8-9996-039f4c72812c HTTP/1.1" status: 204  len: 173 time: 1.5914192
Feb 11 19:38:48.234755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-9e53c258-973b-4c44-9707-d25c32270de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:48.236433 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-9e53c258-973b-4c44-9707-d25c32270de0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0697079
Feb 11 19:38:48.307390 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-e3719dcf-5ddb-498a-b09d-3f1fba8cd1c4 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701279
Feb 11 19:38:48.331695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-4959e238-1c5a-4e61-9a11-50bc1dce82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:48.333451 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-4959e238-1c5a-4e61-9a11-50bc1dce82c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890267
Feb 11 19:38:48.458572 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3a5fdd23-259a-4294-b1d5-c9c2c20cdd56 req-cd6d369b-b145-4b1f-9169-deb260ca8197 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f26351e-73cc-40ea-87b1-656d0f9024c7 HTTP/1.1" status: 200  len: 210 time: 0.0702808
Feb 11 19:38:48.491226 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-58d6fc9b-8728-4368-aa1f-198dd0c1fa1b service neutron] 10.222.0.79 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488881
Feb 11 19:38:48.582291 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c1bb0f6b-0094-4b97-9bc3-96fece4f3a38 req-5b2daba8-765b-45fb-ab0a-f6daed8a66b2 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2615280
Feb 11 19:38:48.642224 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ac683080>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': 'c5d5f088-e7af-4be8-a089-e5c46c6a6a62', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'port_id': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'mac_address': 'fa:16:3e:59:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:38:43Z', 'updated_at': '2021-02-11T19:38:45Z', 'revision_number': 1, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:54Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:38:48.646754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab82927-65ef-4dc5-8c5a-efb04a528615 None None] The sync data for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi is: [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_floatingips': [{'id': 'c5d5f088-e7af-4be8-a089-e5c46c6a6a62', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'router_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'port_id': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'mac_address': 'fa:16:3e:59:b8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-11T19:38:43Z', 'updated_at': '2021-02-11T19:38:45Z', 'revision_number': 1, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:54Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:38:48.655261 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6693d6a4-6cc2-4514-a203-5776f321d9e2 req-8374bcb4-6e37-45e7-a822-31fcbf1f26a0 service neutron] 10.222.0.79 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1564107
Feb 11 19:38:48.698619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1402146818', 'description': 'tempest-TestMinimumBasicScenario-1402146818 description'}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:48.721095 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:48.731022 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:48.765420 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:48.787929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:48.791948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Usage tracker for resource:security_group_rule and tenant:6ec90717acdd427289cde3595f7c05f3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:38:48.795646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:38:48.801499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:48.934461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a3353-4d5f-4801-ad51-5a6a7720079c None None] New status for floating IP c5d5f088-e7af-4be8-a089-e5c46c6a6a62: ACTIVE {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:38:48.946628 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:48.982479 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:48.989148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b16adf1f-ec82-4821-9d6d-e001f4b2a323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:49.035947 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f4e030-3a84-42bf-a539-fc28f06086fd,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:49.039359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:49.056206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.057646 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2a227995-575b-47e4-ba77-9f7c3d6fa354 req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.3637276
Feb 11 19:38:49.161554 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3fb8fd89-946a-427c-901a-2468da91def0 req-a0d454d2-0439-4e59-be59-cbd60f1e25dc tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups/b0f4e030-3a84-42bf-a539-fc28f06086fd HTTP/1.1" status: 200  len: 1814 time: 0.0700662
Feb 11 19:38:49.173144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0f4e030-3a84-42bf-a539-fc28f06086fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:49.173506 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0f4e030-3a84-42bf-a539-fc28f06086fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:49.194936 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:49.199137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Usage tracker for resource:security_group_rule and tenant:6ec90717acdd427289cde3595f7c05f3 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:38:49.202171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:38:49.208120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:49.313573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.337324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.364843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.370597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c4e0095e-27b8-445d-a247-23ffbe308d07 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:49.392166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ee5f0b-6c1a-4c6e-9f18-71058df73321,revision_number=0']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:49.395278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:49.434334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.435634 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3fb8fd89-946a-427c-901a-2468da91def0 req-dd4d6f36-e8bf-4840-9a0f-5906da47041f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2667823
Feb 11 19:38:49.537842 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-714f55fe-5b7c-4e6b-b42c-88d113fe2515 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups/b0f4e030-3a84-42bf-a539-fc28f06086fd HTTP/1.1" status: 200  len: 2407 time: 0.0702274
Feb 11 19:38:49.544153 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0f4e030-3a84-42bf-a539-fc28f06086fd', 'remote_group_id': None}]} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:49.544515 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0f4e030-3a84-42bf-a539-fc28f06086fd', 'remote_group_id': None}} {{(pid=80006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:49.554745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'name': 'network-vif-deleted', 'tag': '9d46271f-2be2-43f8-9996-039f4c72812c'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:49.567392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:38:49.571500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Usage tracker for resource:security_group_rule and tenant:6ec90717acdd427289cde3595f7c05f3 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:38:49.574722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:38:49.580606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:38:49.648778 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f26351e-73cc-40ea-87b1-656d0f9024c7', 'name': 'network-vif-deleted', 'tag': '9d46271f-2be2-43f8-9996-039f4c72812c', 'status': 'completed', 'code': 200}
Feb 11 19:38:49.676041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.700223 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.730823 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682969'] for security_group_rule, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.733076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6decb89a-dd2b-4c28-9ac4-10fd389a0094 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:49.757107 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839e67ae-ad64-469c-be30-46ffeeb2a266,revision_number=0']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:49.759762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:49.794046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:49.795460 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5efc2669-4fe6-4edb-a35d-62c732ec7642 req-f3b42472-ef6e-451a-b03d-764d48835f6e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2562592
Feb 11 19:38:49.965965 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-00c9b3ce-0c34-4a21-97a2-669e211f54ac tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1402146818&fields=id&tenant_id=6ec90717acdd427289cde3595f7c05f3 HTTP/1.1" status: 200  len: 267 time: 0.0661409
Feb 11 19:38:50.136913 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-f5ca9842-f55f-41cf-b2fb-7ec915367fc8 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:50.138626 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-f5ca9842-f55f-41cf-b2fb-7ec915367fc8 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1664200
Feb 11 19:38:50.151474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'port': {'security_groups': ['7e5aa378-14b3-4ef4-9b54-a26154546371', 'b0f4e030-3a84-42bf-a539-fc28f06086fd']}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:38:50.297081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:50.638775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] For port a7ee14a8-e09f-44a9-91e5-a91d193355d1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:50.664062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:50.701108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:50.716421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cbb72fae-b37f-408c-b191-13d37de7adf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:51.110350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event updated for resources: {'Port': ['ID=a7ee14a8-e09f-44a9-91e5-a91d193355d1,revision_number=5']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:51.115607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:51.217612 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:51.218379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:51.219968 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3e610b6c-21e1-4710-9152-9eb25ba92b1c req-c3727865-19cd-4c2a-b8cd-9dac891ca9ce tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "PUT /v2.0/ports/a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 981 time: 1.0741487
Feb 11 19:38:51.364041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-e317ac6a-a5f6-4f3b-be4f-6c1b47ba6430 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:51.364620 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e317ac6a-a5f6-4f3b-be4f-6c1b47ba6430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:51.504041 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd25f27-be4c-4339-a814-09c78af526bd req-bf7f3c46-9b46-474f-8648-6ad30891808a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:51.505762 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-abd25f27-be4c-4339-a814-09c78af526bd req-bf7f3c46-9b46-474f-8648-6ad30891808a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1717052
Feb 11 19:38:51.552349 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbf4f-5ec1-474b-b7d1-91cd63c4197c req-56fa8e57-d8fb-46af-8769-8bdcf0df41e4 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:51.554277 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-639dbf4f-5ec1-474b-b7d1-91cd63c4197c req-56fa8e57-d8fb-46af-8769-8bdcf0df41e4 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 945 time: 0.1691747
Feb 11 19:38:51.588995 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-abd25f27-be4c-4339-a814-09c78af526bd req-8145cf4c-d010-4cca-90b4-1345a0233ffd tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0764329
Feb 11 19:38:51.624021 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-639dbf4f-5ec1-474b-b7d1-91cd63c4197c req-a2c7b62c-d138-4ee4-b523-7b92ce61914c tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631332
Feb 11 19:38:51.649866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:51.706911 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'status': 'completed', 'code': 200}
Feb 11 19:38:51.812551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-19c8b44e-f77a-4db6-afd5-50ceb73ae9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:51.814175 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-19c8b44e-f77a-4db6-afd5-50ceb73ae9fa service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1202 time: 0.0791056
Feb 11 19:38:51.958692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-b3dfcbe1-5870-4361-949f-b1308cc7dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:51.960265 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-b3dfcbe1-5870-4361-949f-b1308cc7dcd0 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.1379540
Feb 11 19:38:52.074917 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-f717d126-9293-4b85-ae29-41ebafa45a93 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 1001 time: 0.1056244
Feb 11 19:38:52.147177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-2d19c951-c0c9-4da7-99fe-3ea11d766025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:52.148692 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-2d19c951-c0c9-4da7-99fe-3ea11d766025 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0636661
Feb 11 19:38:52.240567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-5af6f03f-1d00-407c-9d3a-efd5fcc5731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:52.242453 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-5af6f03f-1d00-407c-9d3a-efd5fcc5731f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852077
Feb 11 19:38:52.395395 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-958a990f-f669-4146-b249-c6338f86f997 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387415
Feb 11 19:38:52.548471 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6ef58763-9c15-41ae-8e34-9e73601382bf req-2ed99245-207f-4cf0-b6dd-3148ee792fe6 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453626
Feb 11 19:38:52.913270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c439e-30a8-456f-82d8-9927b60f671b req-5051772a-c3e3-4222-85ad-839c9d6ff07b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:52.914959 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-420c439e-30a8-456f-82d8-9927b60f671b req-5051772a-c3e3-4222-85ad-839c9d6ff07b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 945 time: 0.1608982
Feb 11 19:38:52.921478 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a7ee14a8-e09f-44a9-91e5-a91d193355d1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:38:52.979353 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-420c439e-30a8-456f-82d8-9927b60f671b req-622ceea7-61bd-4352-b168-bdb91575f281 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566657
Feb 11 19:38:52.993928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:38:52.994381 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:53.365234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-0f6ec992-14ca-4d17-a56e-08cb3c5344e4 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:53.366949 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-0f6ec992-14ca-4d17-a56e-08cb3c5344e4 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 945 time: 0.1677539
Feb 11 19:38:53.460775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Deleting port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:38:53.461162 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:53.725441 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] For port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:53.725840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:53.857490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Calling delete_port for a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:38:54.267970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:54.281503 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51554ff1-f087-457e-9276-5445228aeaae req-5749e887-35a3-4d07-8b4e-b5ac0eda8d9b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:54.282362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-51554ff1-f087-457e-9276-5445228aeaae req-5749e887-35a3-4d07-8b4e-b5ac0eda8d9b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:54.286079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-709c76e1-31fc-4f8a-aa12-7abf272323e2 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:54.319228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-51554ff1-f087-457e-9276-5445228aeaae req-5749e887-35a3-4d07-8b4e-b5ac0eda8d9b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:54.320516 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-51554ff1-f087-457e-9276-5445228aeaae req-5749e887-35a3-4d07-8b4e-b5ac0eda8d9b tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f9a17e9-efab-4c4c-888a-235c26200888 HTTP/1.1" status: 200  len: 945 time: 0.2021999
Feb 11 19:38:54.348156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Pushing event deleted for resources: {'Port': ['ID=a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:54.351165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:54.385005 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-51554ff1-f087-457e-9276-5445228aeaae req-e0ef602b-e8a3-47c9-832f-f12f44e4d178 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579495
Feb 11 19:38:54.499717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] No DVR routers for this DVR port a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 on host hv-cinder-77525 {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:38:54.501958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:54.505856 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f9a17e9-efab-4c4c-888a-235c26200888', 'name': 'network-vif-deleted', 'tag': 'a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:54.547206 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e0dea980-da23-4524-b2a0-cf4a3c40be8c req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "DELETE /v2.0/ports/a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 HTTP/1.1" status: 204  len: 173 time: 1.1746349
Feb 11 19:38:54.566982 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f9a17e9-efab-4c4c-888a-235c26200888', 'name': 'network-vif-deleted', 'tag': 'a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1', 'status': 'completed', 'code': 200}
Feb 11 19:38:54.614984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5b035091-a381-4bc9-8746-f5057eedb588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:55.062930 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:38:55.100601 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] No Port match for: a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:38:55.100996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a6c0edcc-93e0-45d6-bd5f-f5496c8e91c1 not bound to the agent host hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:38:56.055084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77b419-6cc6-4fd5-8a83-4cfefc45931b req-ca648bfa-67bb-4d58-81fa-803645cbbea5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:56.056617 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5c77b419-6cc6-4fd5-8a83-4cfefc45931b req-ca648bfa-67bb-4d58-81fa-803645cbbea5 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 946 time: 0.1655388
Feb 11 19:38:56.119526 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-5c77b419-6cc6-4fd5-8a83-4cfefc45931b req-2b185b44-4f93-4986-b60a-14d4167b3097 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566502
Feb 11 19:38:56.804541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6f2d780e-1265-4987-a89a-ee052006b5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:57.413973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403be0a4-9210-4da2-87d0-934751ebedc5 req-fa181d4e-0809-4ca8-b6da-8579836d660e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:57.414695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-403be0a4-9210-4da2-87d0-934751ebedc5 req-fa181d4e-0809-4ca8-b6da-8579836d660e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:38:57.455701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-403be0a4-9210-4da2-87d0-934751ebedc5 req-fa181d4e-0809-4ca8-b6da-8579836d660e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:38:57.456958 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-403be0a4-9210-4da2-87d0-934751ebedc5 req-fa181d4e-0809-4ca8-b6da-8579836d660e tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 946 time: 0.2041879
Feb 11 19:38:57.520170 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-403be0a4-9210-4da2-87d0-934751ebedc5 req-fc71da06-bd60-47e4-abbc-bc4ae3922e3c tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569558
Feb 11 19:38:57.686977 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-cc930cde-e361-485a-a207-8481c22b1aaa tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:38:57.688492 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-cc930cde-e361-485a-a207-8481c22b1aaa tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 946 time: 0.1673918
Feb 11 19:38:57.763206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:57.783599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Deleting port 787d42a0-edd6-4638-91a9-26476851cd40 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:38:57.783984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:58.048313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] For port 787d42a0-edd6-4638-91a9-26476851cd40, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=787d42a0-edd6-4638-91a9-26476851cd40,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:38:58.048635 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:58.182414 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Calling delete_port for 787d42a0-edd6-4638-91a9-26476851cd40 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:38:58.368612 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:58.384208 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a9d6e8e7-0814-4659-a1b9-30ffc04ac72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:38:58.449391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Pushing event deleted for resources: {'Port': ['ID=787d42a0-edd6-4638-91a9-26476851cd40,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:38:58.456347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:58.498021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:38:58.598113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] No DVR routers for this DVR port 787d42a0-edd6-4638-91a9-26476851cd40 on host hv-cinder-77525 {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:38:58.600398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:38:58.603404 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7710bc9-fd41-43b8-b1c9-331098f8e3e6', 'name': 'network-vif-deleted', 'tag': '787d42a0-edd6-4638-91a9-26476851cd40'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:38:58.645863 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-ee5495f6-b2e7-4100-88f7-6c98920cff95 req-bd89cdb0-0383-4c0f-95ca-379236b2e856 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "DELETE /v2.0/ports/787d42a0-edd6-4638-91a9-26476851cd40 HTTP/1.1" status: 204  len: 173 time: 0.9496379
Feb 11 19:38:58.666268 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7710bc9-fd41-43b8-b1c9-331098f8e3e6', 'name': 'network-vif-deleted', 'tag': '787d42a0-edd6-4638-91a9-26476851cd40', 'status': 'completed', 'code': 200}
Feb 11 19:38:58.746042 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6647c0ef-31d2-4b9e-bf6e-90978ede509e req-ea38d6d9-477b-45f8-b76f-e0e7fcfe5efa tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=b7710bc9-fd41-43b8-b1c9-331098f8e3e6 HTTP/1.1" status: 200  len: 210 time: 0.0585506
Feb 11 19:38:58.901257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 787d42a0-edd6-4638-91a9-26476851cd40 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:38:58.940445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] No Port match for: 787d42a0-edd6-4638-91a9-26476851cd40 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:38:58.940918 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 787d42a0-edd6-4638-91a9-26476851cd40 not bound to the agent host hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:38:59.208927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:01.743069 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180beab-e470-4d94-971d-dc0c7c176842 req-d3e86d7a-65c9-4da9-8d55-5fe7a4f65c9f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:01.743735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-3180beab-e470-4d94-971d-dc0c7c176842 req-d3e86d7a-65c9-4da9-8d55-5fe7a4f65c9f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Synchronizing usage tracker for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:39:01.781859 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-3180beab-e470-4d94-971d-dc0c7c176842 req-d3e86d7a-65c9-4da9-8d55-5fe7a4f65c9f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Unset dirty status for tenant:8c22ed34a7bf4536ac368566722643fb on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:39:01.783189 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3180beab-e470-4d94-971d-dc0c7c176842 req-d3e86d7a-65c9-4da9-8d55-5fe7a4f65c9f tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 946 time: 0.2003531
Feb 11 19:39:01.847666 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-3180beab-e470-4d94-971d-dc0c7c176842 req-3318d483-6dc7-43c7-820f-c3d034b2fcdf tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581815
Feb 11 19:39:03.148200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517740a9-2577-46e0-80e2-0d4dd4ecae3b req-e2e6e4f6-b535-42e1-a70f-644ef3fc90a9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:03.149804 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-517740a9-2577-46e0-80e2-0d4dd4ecae3b req-e2e6e4f6-b535-42e1-a70f-644ef3fc90a9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 946 time: 0.1686671
Feb 11 19:39:03.217376 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-517740a9-2577-46e0-80e2-0d4dd4ecae3b req-5f0ecb18-8e30-4beb-85cb-4c31a4b7c6b6 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/security-groups?id=b92adc7d-0101-4968-987b-e87e4256b3f5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598702
Feb 11 19:39:03.239273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:03.585345 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-09a8924c-e7bf-4f8e-9565-c9e8111677ad tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:03.587107 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-09a8924c-e7bf-4f8e-9565-c9e8111677ad tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 946 time: 0.1676071
Feb 11 19:39:03.679693 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Deleting port 55a146c3-9315-4306-88e7-86166083311b {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:39:03.680074 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:03.946386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] For port 55a146c3-9315-4306-88e7-86166083311b, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=55a146c3-9315-4306-88e7-86166083311b,segment=NetworkSegment(a9b408f3-d7a2-4af9-8d0e-2617120174ce),segment_id=a9b408f3-d7a2-4af9-8d0e-2617120174ce)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:39:03.946784 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:04.080125 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Calling delete_port for 55a146c3-9315-4306-88e7-86166083311b owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:39:04.330721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:04.347310 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1e33853e-9292-4cea-949a-cb687cd68838 tempest-AttachVolumeShelveTestJSON-1861981925 tempest-AttachVolumeShelveTestJSON-1861981925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:04.442962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Pushing event deleted for resources: {'Port': ['ID=55a146c3-9315-4306-88e7-86166083311b,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:04.515517 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9832db96-e26a-42a1-97ad-c78cdb7ef814 req-a5654e7a-e402-4151-a227-0d1fab9b5cec tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.79 "GET /v2.0/ports?device_id=70aeeba0-d73f-4bf8-b6d2-69c3f3eda644 HTTP/1.1" status: 200  len: 210 time: 0.1302345
Feb 11 19:39:04.521230 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.521664 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.522085 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.522521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.522954 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.523362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.523768 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.524159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.524555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.524963 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.525369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.525864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.526192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.526638 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.527056 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.527459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.527852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.528247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.528652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.529671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.530081 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.530499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.530927 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.531328 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:39:04.542600 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:04.629144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] No DVR routers for this DVR port 55a146c3-9315-4306-88e7-86166083311b on host hv-cinder-77525 {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:39:04.631494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:04.634300 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70aeeba0-d73f-4bf8-b6d2-69c3f3eda644', 'name': 'network-vif-deleted', 'tag': '55a146c3-9315-4306-88e7-86166083311b'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:39:04.683896 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-8336c438-6a11-46e4-855e-166d3a5e3ac7 req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] 10.222.0.100 "DELETE /v2.0/ports/55a146c3-9315-4306-88e7-86166083311b HTTP/1.1" status: 204  len: 173 time: 1.0910723
Feb 11 19:39:04.693833 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70aeeba0-d73f-4bf8-b6d2-69c3f3eda644', 'name': 'network-vif-deleted', 'tag': '55a146c3-9315-4306-88e7-86166083311b', 'status': 'completed', 'code': 200}
Feb 11 19:39:04.748537 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 55a146c3-9315-4306-88e7-86166083311b no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:39:04.786863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] No Port match for: 55a146c3-9315-4306-88e7-86166083311b {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:39:04.787148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device 55a146c3-9315-4306-88e7-86166083311b not bound to the agent host hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:39:05.640907 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 32810) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:05.710933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] Deleting subnet 6a614f72-5e73-4eab-9bb6-01a287f117a4 {{(pid=80006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:39:05.714050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:05.766760 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581723'] for subnet, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:05.825723 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:06.282508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76903b83-0d44-469d-9703-fb9e6dd99458 req-dc12dcee-56f1-4915-88d6-6ab9222251c9 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:06.284226 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-76903b83-0d44-469d-9703-fb9e6dd99458 req-dc12dcee-56f1-4915-88d6-6ab9222251c9 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.3736172
Feb 11 19:39:06.398564 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-76903b83-0d44-469d-9703-fb9e6dd99458 req-c1e9e203-b480-44f9-81ce-c2d4613e4d5c tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Synchronizing usage tracker for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:security_group {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:39:06.413959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a209-d90a-46da-a428-905214c145ee req-84e331d7-58e8-42af-94c8-1e4201765c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:06.415619 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-84e331d7-58e8-42af-94c8-1e4201765c2d service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1202 time: 0.4149804
Feb 11 19:39:06.453033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-76903b83-0d44-469d-9703-fb9e6dd99458 req-c1e9e203-b480-44f9-81ce-c2d4613e4d5c tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Unset dirty status for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:security_group {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:39:06.454317 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-76903b83-0d44-469d-9703-fb9e6dd99458 req-c1e9e203-b480-44f9-81ce-c2d4613e4d5c tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1567266
Feb 11 19:39:06.571252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852446948'] for subnet, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:06.591934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8b4e322e-f8b7-462b-b999-8cc830613c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:06.868582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a209-d90a-46da-a428-905214c145ee req-4605e1b0-f349-4208-be99-3746ad5d0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:06.870082 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-4605e1b0-f349-4208-be99-3746ad5d0210 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.4453385
Feb 11 19:39:06.877274 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a614f72-5e73-4eab-9bb6-01a287f117a4,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:06.932814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:07.059747 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-6d467c5d-a347-4522-9b0e-22e686e25a35 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 1001 time: 0.1784294
Feb 11 19:39:07.061332 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:07.068570 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-bf8ac225-cd0c-4532-acf6-1386bc581a4f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6a614f72-5e73-4eab-9bb6-01a287f117a4 HTTP/1.1" status: 204  len: 168 time: 1.4265852
Feb 11 19:39:07.071433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 32818) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:07.134133 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a209-d90a-46da-a428-905214c145ee req-88b76a01-1b90-4f96-9d2a-5706835c814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:07.135671 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-88b76a01-1b90-4f96-9d2a-5706835c814f service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0688043
Feb 11 19:39:07.192530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:07.220606 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a209-d90a-46da-a428-905214c145ee req-e2d65366-11e6-48d1-9d60-1e55f34f13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:07.222254 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-e2d65366-11e6-48d1-9d60-1e55f34f13c3 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791750
Feb 11 19:39:07.235350 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-541f78cc-dfae-4228-8edb-b684a2fbe7cb service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=80006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 11 19:39:07.236621 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-541f78cc-dfae-4228-8edb-b684a2fbe7cb service neutron] 10.222.0.100 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062337
Feb 11 19:39:07.380807 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-4bf20652-74e4-4d24-bfb1-a98993975469 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381280
Feb 11 19:39:07.392631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:07.509636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ace8d7f0>,) {'filters': {'network_id': ['d9cb0077-d2da-459f-a6b6-0624090e8873']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:39:07.527918 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ace8d7f0>, 'a9b408f3-d7a2-4af9-8d0e-2617120174ce') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:39:07.528524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ace8d7f0>, 'a9b408f3-d7a2-4af9-8d0e-2617120174ce') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:39:07.532045 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0c2a209-d90a-46da-a428-905214c145ee req-2a2e6499-4f96-49ce-b9f8-7bf1cedfc639 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441000
Feb 11 19:39:07.542861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:07.616410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:07.618776 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:39:07.867040 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Network d9cb0077-d2da-459f-a6b6-0624090e8873 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:39:07.877393 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:08.075050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9edcdc-a050-4a91-86a2-2de3391d86d6 req-3eb5a428-0955-4f2a-a0f2-04846099a99b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:08.077236 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fb9edcdc-a050-4a91-86a2-2de3391d86d6 req-3eb5a428-0955-4f2a-a0f2-04846099a99b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.3848050
Feb 11 19:39:08.181851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Network d9cb0077-d2da-459f-a6b6-0624090e8873 has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:39:08.215057 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:39:08.311989 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-fb9edcdc-a050-4a91-86a2-2de3391d86d6 req-76224624-1d73-4f7a-9a17-059d498c377e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2221928
Feb 11 19:39:08.484573 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:08.488549 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6af9df57-6ebd-4ded-8f11-cf18ae206c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:08.503867 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:08.515033 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9cb0077-d2da-459f-a6b6-0624090e8873,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:08.518531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:08.548357 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-914dafa3-f956-480b-9dee-146e70cd69c4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d9cb0077-d2da-459f-a6b6-0624090e8873 HTTP/1.1" status: 204  len: 168 time: 1.4757411
Feb 11 19:39:08.774757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 32826) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:08.832844 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c066f70c-4c5d-46ca-9d68-d0ce609369e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c22ed34a7bf4536ac368566722643fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0567892
Feb 11 19:39:08.835401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 32830) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:08.896983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61632191-0ae6-43dc-a151-f1a80544977c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:08.925286 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61632191-0ae6-43dc-a151-f1a80544977c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:09.050379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61632191-0ae6-43dc-a151-f1a80544977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:09.055377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6f73518a-df28-4d90-b3c8-10ead2fef1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:09.068754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632191-0ae6-43dc-a151-f1a80544977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92adc7d-0101-4968-987b-e87e4256b3f5,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:09.071561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-61632191-0ae6-43dc-a151-f1a80544977c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:09.106663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-61632191-0ae6-43dc-a151-f1a80544977c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:09.107899 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-61632191-0ae6-43dc-a151-f1a80544977c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b92adc7d-0101-4968-987b-e87e4256b3f5 HTTP/1.1" status: 204  len: 168 time: 0.2715287
Feb 11 19:39:09.608334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ab04c-68b9-4fb5-a73d-91db044b04f5 req-18ee1658-3385-4ec0-98d3-494cbd1b7624 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:09.610051 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2b1ab04c-68b9-4fb5-a73d-91db044b04f5 req-18ee1658-3385-4ec0-98d3-494cbd1b7624 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1662798
Feb 11 19:39:09.697016 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2b1ab04c-68b9-4fb5-a73d-91db044b04f5 req-10cbe712-69b3-4d13-97d5-fc18264f71a5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0799415
Feb 11 19:39:11.130889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad50810-e1d9-4d48-b1a4-23241a9c71fd req-395e4444-3562-4be6-ac52-5b081c1f8a9c tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:11.132591 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7ad50810-e1d9-4d48-b1a4-23241a9c71fd req-395e4444-3562-4be6-ac52-5b081c1f8a9c tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1681488
Feb 11 19:39:11.214481 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-7ad50810-e1d9-4d48-b1a4-23241a9c71fd req-b9da964d-5659-4bbb-a554-121496ce5ee8 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0753915
Feb 11 19:39:11.951322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 32890) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:12.103079 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:12.119027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:39:12.123703 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Usage tracker for resource:security_group_rule and tenant:12852aebc6884e3bbf6547602f9dc996 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:39:12.126680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:39:12.132580 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:39:12.284623 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:12.316783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:12.324500 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5b1c56af-ab83-457d-b903-83633b0d51e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:12.407006 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa99f06-1bf3-43c6-826a-6d82a49d3ceb,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:12.410582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:12.423742 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ae7c8f5f-2287-4fa8-af8c-7982af70985d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=12852aebc6884e3bbf6547602f9dc996&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4712896
Feb 11 19:39:12.426808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 32898) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:12.492819 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5aa075f6-4ea1-445b-a297-f388b11b8390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:12.520156 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5aa075f6-4ea1-445b-a297-f388b11b8390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:12.539629 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a2c3d-c0de-4884-ba47-74674c52eeaf req-3b3eb5b3-6fcc-451e-8e3b-ef319cb08ff6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:12.541316 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f42a2c3d-c0de-4884-ba47-74674c52eeaf req-3b3eb5b3-6fcc-451e-8e3b-ef319cb08ff6 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1925867
Feb 11 19:39:12.630081 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f42a2c3d-c0de-4884-ba47-74674c52eeaf req-806c7eff-567a-45c6-b896-908b60286a8b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0807040
Feb 11 19:39:12.656147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5aa075f6-4ea1-445b-a297-f388b11b8390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:12.661525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-16b68575-f5fe-46b9-bae8-fc52f09d38dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:12.673117 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa075f6-4ea1-445b-a297-f388b11b8390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa99f06-1bf3-43c6-826a-6d82a49d3ceb,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:12.677970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5aa075f6-4ea1-445b-a297-f388b11b8390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:12.680036 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5aa075f6-4ea1-445b-a297-f388b11b8390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:12.681318 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5aa075f6-4ea1-445b-a297-f388b11b8390 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dfa99f06-1bf3-43c6-826a-6d82a49d3ceb HTTP/1.1" status: 204  len: 168 time: 0.2532983
Feb 11 19:39:13.215544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 32906) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:13.235808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:13.253227 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:39:13.257474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:98ba053a9b6d4ccab1e1fdd48596c968 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:39:13.260631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:39:13.267252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:39:13.355818 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:13.381978 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:13.391970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-66cc996b-d6ae-457b-8b1e-03ff5321943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:13.434412 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98ba053a9b6d4ccab1e1fdd48596c968&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2172661
Feb 11 19:39:13.435785 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7333b8-e08d-45dc-a954-0c546abf0b90,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:13.437820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 32910) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:13.439110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-23de6d4c-bf53-4eca-9550-3e6b617ae7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:13.500800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c74c8bd3-4124-4dab-9459-cecfdf9e67b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:13.527522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c74c8bd3-4124-4dab-9459-cecfdf9e67b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:13.610127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c74c8bd3-4124-4dab-9459-cecfdf9e67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:13.614321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4762dfd8-668a-4415-beec-f0a81c9da7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:13.627700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c8bd3-4124-4dab-9459-cecfdf9e67b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7333b8-e08d-45dc-a954-0c546abf0b90,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:13.630747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c74c8bd3-4124-4dab-9459-cecfdf9e67b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:13.638365 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c74c8bd3-4124-4dab-9459-cecfdf9e67b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:13.639574 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-c74c8bd3-4124-4dab-9459-cecfdf9e67b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e7333b8-e08d-45dc-a954-0c546abf0b90 HTTP/1.1" status: 204  len: 168 time: 0.2006595
Feb 11 19:39:13.936615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933504f3-d37e-4812-a962-ec0f3c1ad09a req-d5c617b7-bc9f-4b18-89b1-00e8fd14fabd tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:13.938375 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-933504f3-d37e-4812-a962-ec0f3c1ad09a req-d5c617b7-bc9f-4b18-89b1-00e8fd14fabd tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1671178
Feb 11 19:39:14.019954 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-933504f3-d37e-4812-a962-ec0f3c1ad09a req-9839bafa-cb4f-478d-9100-a982b71291ee tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0750916
Feb 11 19:39:15.393692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d502bc0-b3dc-420b-a988-2571f62ee582 req-36fbf8f8-fc5a-4150-b89f-d87c16740dad tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:15.395392 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d502bc0-b3dc-420b-a988-2571f62ee582 req-36fbf8f8-fc5a-4150-b89f-d87c16740dad tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1698899
Feb 11 19:39:15.478334 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0d502bc0-b3dc-420b-a988-2571f62ee582 req-686d4792-3c3a-4f8d-a110-cad949ec4f0e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0763395
Feb 11 19:39:16.794705 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964dbf3-d09a-48ba-9ca9-64cfeb7a5f3c req-e6bc51d4-1aec-43ce-8cec-fdc1872b96c5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:16.796510 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e964dbf3-d09a-48ba-9ca9-64cfeb7a5f3c req-e6bc51d4-1aec-43ce-8cec-fdc1872b96c5 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1809120
Feb 11 19:39:16.872323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a7ee14a8-e09f-44a9-91e5-a91d193355d1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:39:16.879081 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e964dbf3-d09a-48ba-9ca9-64cfeb7a5f3c req-d1b52782-d169-40f3-8597-c9457d470d7a tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0761240
Feb 11 19:39:16.945143 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:39:16.945590 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:18.180617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457e810-4b4b-41c9-bd0d-550ab7f12040 req-4156d4b1-b231-458e-a93e-a62c19eea164 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:18.182353 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2457e810-4b4b-41c9-bd0d-550ab7f12040 req-4156d4b1-b231-458e-a93e-a62c19eea164 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1696174
Feb 11 19:39:18.209269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:39:18.270730 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2457e810-4b4b-41c9-bd0d-550ab7f12040 req-526d70a4-7fdb-49f4-91b9-af7e868fd1de tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0811920
Feb 11 19:39:18.882257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a7ee14a8-e09f-44a9-91e5-a91d193355d1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:39:18.956364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:39:18.956780 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:19.575554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a7170-b6f0-4208-bf43-22cf676e3785 req-cb7b38c0-eca7-4672-aa2b-78a74deb42e0 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:19.577207 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e53a7170-b6f0-4208-bf43-22cf676e3785 req-cb7b38c0-eca7-4672-aa2b-78a74deb42e0 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1659467
Feb 11 19:39:19.666670 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e53a7170-b6f0-4208-bf43-22cf676e3785 req-1fda045b-8269-4ece-a7a0-c743198ab5d8 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=b0f4e030-3a84-42bf-a539-fc28f06086fd&id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0796311
Feb 11 19:39:24.598812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2518ad00-6c03-47d3-8ee3-257e0f7884b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:26.838676 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d2aa6a61-eae5-43db-a667-f5940f2cb047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:27.767955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:27.806347 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33060) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:27.966700 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:27.981910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:39:27.986260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Usage tracker for resource:security_group_rule and tenant:ae173ac1fd7e42a5b068d495c3f0b308 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:39:27.989231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:39:27.995030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:39:28.080116 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:28.118421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:28.127738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e480f5d3-c27e-4633-8e92-fa1baec1ed8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:28.169586 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae173ac1fd7e42a5b068d495c3f0b308&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3620777
Feb 11 19:39:28.171770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db7ea5-bea9-4205-ae25-4e420b424d10,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:28.172923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33066) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:28.175260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-71eee75b-9b5f-4146-a0fc-059e26cb96ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:28.237140 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-beab9c56-a8a0-4400-afd8-92c48c169e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:28.264059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-beab9c56-a8a0-4400-afd8-92c48c169e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:28.340967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-beab9c56-a8a0-4400-afd8-92c48c169e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:28.346467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-0c57adad-ba3f-4822-a177-c573c7761aeb tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:28.357247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab9c56-a8a0-4400-afd8-92c48c169e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db7ea5-bea9-4205-ae25-4e420b424d10,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:28.362321 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-beab9c56-a8a0-4400-afd8-92c48c169e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:28.364281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-beab9c56-a8a0-4400-afd8-92c48c169e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:28.365487 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-beab9c56-a8a0-4400-afd8-92c48c169e9c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2db7ea5-bea9-4205-ae25-4e420b424d10 HTTP/1.1" status: 204  len: 168 time: 0.1914399
Feb 11 19:39:28.461790 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:28.875459 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33074) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:28.895527 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:28.911118 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:39:28.915252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Usage tracker for resource:security_group_rule and tenant:6641f9624f8d474e94d0baf91db1f416 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:39:28.918961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:39:28.925435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:39:29.015683 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:29.050433 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:29.060167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5d60e02f-defa-4ed8-8cce-1425f72e94f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:29.104381 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6641f9624f8d474e94d0baf91db1f416&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2277625
Feb 11 19:39:29.105303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5bc06-928a-4f0e-96de-711577c3db5c,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:29.107289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33078) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:39:29.109551 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-943d1a1a-a68a-480f-84ca-1b9484e3fb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:29.169601 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e305-0693-4239-aa09-dcb18a8c2efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:29.202584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e305-0693-4239-aa09-dcb18a8c2efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:29.221554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:29.287340 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e305-0693-4239-aa09-dcb18a8c2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:29.291062 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-48af1dd4-dbcf-4f22-8485-affbcb2a56d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:39:29.306458 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8e305-0693-4239-aa09-dcb18a8c2efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5bc06-928a-4f0e-96de-711577c3db5c,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:39:29.309462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2ba8e305-0693-4239-aa09-dcb18a8c2efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:39:29.318999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e305-0693-4239-aa09-dcb18a8c2efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:29.320195 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-2ba8e305-0693-4239-aa09-dcb18a8c2efb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67f5bc06-928a-4f0e-96de-711577c3db5c HTTP/1.1" status: 204  len: 168 time: 0.2112916
Feb 11 19:39:32.653522 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1be51253-2285-4fcf-ab17-183d9c698155 req-e8357824-7f21-4ef3-bdb5-cfec2bb1e882 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0807776
Feb 11 19:39:32.759644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be51253-2285-4fcf-ab17-183d9c698155 req-3e35ad00-f350-452d-923a-80f58614b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:32.761353 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1be51253-2285-4fcf-ab17-183d9c698155 req-3e35ad00-f350-452d-923a-80f58614b977 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1202 time: 0.0854478
Feb 11 19:39:32.926893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be51253-2285-4fcf-ab17-183d9c698155 req-b453b0bd-6fdd-460f-b550-dd0dd5a3b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:32.928532 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1be51253-2285-4fcf-ab17-183d9c698155 req-b453b0bd-6fdd-460f-b550-dd0dd5a3b169 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.1428878
Feb 11 19:39:33.041248 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1be51253-2285-4fcf-ab17-183d9c698155 req-eeaddaf0-5e52-4341-814a-2dae0fbc7703 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 1001 time: 0.1048834
Feb 11 19:39:33.110207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be51253-2285-4fcf-ab17-183d9c698155 req-1672c58c-1db8-42aa-8524-9da4de881dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:33.112091 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1be51253-2285-4fcf-ab17-183d9c698155 req-1672c58c-1db8-42aa-8524-9da4de881dcf service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0637884
Feb 11 19:39:33.193919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be51253-2285-4fcf-ab17-183d9c698155 req-87355ff4-17de-47ac-ab40-a3edac0a5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:39:33.195468 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1be51253-2285-4fcf-ab17-183d9c698155 req-87355ff4-17de-47ac-ab40-a3edac0a5e29 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763443
Feb 11 19:39:33.261225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:33.341198 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1be51253-2285-4fcf-ab17-183d9c698155 req-8cc36945-1998-4028-abd4-baba50335fa8 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378703
Feb 11 19:39:33.487068 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1be51253-2285-4fcf-ab17-183d9c698155 req-a41ff598-6ff5-4275-bf4b-11d759b64711 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389718
Feb 11 19:39:54.615247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b4a588b0-000f-4825-9ce6-97b0ba85eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:55.208845 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:39:56.812397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1a825b5-7716-437f-bae7-974ede99663e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:57.772273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:58.466584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:39:59.218353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:03.326870 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:06.645000 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33304) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:06.852807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:06.869575 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:40:06.874031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc9b8491bdf4b09a21cde7ad5cf6bf9 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:40:06.877199 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:40:06.883088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:40:06.970096 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:07.021057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:07.030559 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ad4aee36-b3f5-4b05-8432-337bdaf638c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:07.073061 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0bc9b8491bdf4b09a21cde7ad5cf6bf9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4268544
Feb 11 19:40:07.074840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb2b19-693e-426b-907b-8d6cfc98f16c,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:07.076103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33310) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:07.083696 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.084122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.084539 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.084983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.085390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.085797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.086201 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.086644 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.087044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.087444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.087842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.088239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.088672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.089066 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.089465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.089857 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.090268 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.090669 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.091101 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.091493 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.091886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.092279 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.092679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.093068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.097520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-d7dea3aa-0c70-4e80-8039-bdf91d3d4a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:07.143805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:07.170086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:07.257663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:07.263136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9f38c694-b15c-441f-8206-75be1408ebeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:07.276822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb2b19-693e-426b-907b-8d6cfc98f16c,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:07.286579 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.286943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.287353 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.287755 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.288153 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.288547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.288939 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.289329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.289721 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.290108 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.290556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.290961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.291386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.291773 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.292157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.292543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.293054 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.293444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.293832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.294221 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.294630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.295013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.295397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.295779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:40:07.299961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:07.304434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:07.305641 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-41342743-b576-4dd1-9b3b-cff2a0e727a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ccb2b19-693e-426b-907b-8d6cfc98f16c HTTP/1.1" status: 204  len: 168 time: 0.2283092
Feb 11 19:40:07.890611 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33318) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:07.910984 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:07.931312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:40:07.935335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9020fa37c04a5cac074b2c7841fed6 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:40:07.938470 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:40:07.944194 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:40:08.028796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:08.083658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:08.093115 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7fe8cda3-ba4f-4df2-b3fb-6b46834d2663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:08.136283 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e9020fa37c04a5cac074b2c7841fed6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2445374
Feb 11 19:40:08.138035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b370e2-3c2c-469f-8b94-15c10948e016,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:08.139648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33322) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:08.141325 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-85242662-4e47-4e04-96bf-afc0095c2998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:08.227948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9715-ee15-4869-bc91-80420f391eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:08.257920 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9715-ee15-4869-bc91-80420f391eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:08.337860 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9715-ee15-4869-bc91-80420f391eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:08.343017 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-db6cdaba-79a5-4349-a88d-83270e9281f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:08.357423 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f9715-ee15-4869-bc91-80420f391eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b370e2-3c2c-469f-8b94-15c10948e016,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:08.360807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5d9f9715-ee15-4869-bc91-80420f391eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:08.364631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d9f9715-ee15-4869-bc91-80420f391eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:08.367584 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5d9f9715-ee15-4869-bc91-80420f391eed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7b370e2-3c2c-469f-8b94-15c10948e016 HTTP/1.1" status: 204  len: 168 time: 0.2256887
Feb 11 19:40:16.328265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33420) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:16.483076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:16.499044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:40:16.503179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Usage tracker for resource:security_group_rule and tenant:55242362535748c2be6369ecda96325e is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:40:16.506842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:40:16.512525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:40:16.597259 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:16.626046 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:16.634888 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2b6c0d1d-bd1b-4a62-b923-af4b2f5487a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:16.677167 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55242362535748c2be6369ecda96325e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3477478
Feb 11 19:40:16.679098 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e6d40c-1ed1-44d1-a8e5-b81c3fe01992,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:16.680165 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33426) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:16.682637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-52f1c831-d80c-4211-9dcd-1954a59bb40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:16.744273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5a4766ee-9f0e-4e88-90cc-7206910696e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:16.771264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5a4766ee-9f0e-4e88-90cc-7206910696e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:16.851338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5a4766ee-9f0e-4e88-90cc-7206910696e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:16.856428 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-cc771fdc-5fad-4a3b-89b8-cdfc11f320bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:16.877170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4766ee-9f0e-4e88-90cc-7206910696e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e6d40c-1ed1-44d1-a8e5-b81c3fe01992,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:16.881429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5a4766ee-9f0e-4e88-90cc-7206910696e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:16.889439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5a4766ee-9f0e-4e88-90cc-7206910696e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:16.890711 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5a4766ee-9f0e-4e88-90cc-7206910696e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15e6d40c-1ed1-44d1-a8e5-b81c3fe01992 HTTP/1.1" status: 204  len: 168 time: 0.2094433
Feb 11 19:40:17.413942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33434) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:17.433554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:17.448733 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:40:17.452832 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Usage tracker for resource:security_group_rule and tenant:92fb3fdf4633418ea572e6ffa4c6f3ae is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:40:17.455779 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:40:17.461995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:40:17.546591 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:17.575613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:17.585424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-177d8206-9ee0-4fba-b10c-7eac036bb3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:17.627296 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92fb3fdf4633418ea572e6ffa4c6f3ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2120626
Feb 11 19:40:17.629422 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8a07ff-b62e-4ac7-ac33-561e522f8957,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:17.631100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33438) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:17.632617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-421f40a7-ceec-45a8-a045-65e2f7ab400a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:17.694457 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90b356e3-3173-4614-9a36-1a9cd79bd58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:17.725643 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90b356e3-3173-4614-9a36-1a9cd79bd58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:17.800174 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90b356e3-3173-4614-9a36-1a9cd79bd58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:17.807336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a0c6e81a-7a3b-4158-a296-8993963dbf2c tempest-AttachVolumeTestJSON-2082063302 tempest-AttachVolumeTestJSON-2082063302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:17.823492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b356e3-3173-4614-9a36-1a9cd79bd58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8a07ff-b62e-4ac7-ac33-561e522f8957,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:17.826060 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-90b356e3-3173-4614-9a36-1a9cd79bd58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:17.828424 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-90b356e3-3173-4614-9a36-1a9cd79bd58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:17.830430 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-90b356e3-3173-4614-9a36-1a9cd79bd58c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd8a07ff-b62e-4ac7-ac33-561e522f8957 HTTP/1.1" status: 204  len: 168 time: 0.1965594
Feb 11 19:40:24.634277 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7fa17ee6-4587-489a-a84b-a7f48dd933ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:25.518649 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33516) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:25.672197 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:25.688737 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:40:25.692952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Usage tracker for resource:security_group_rule and tenant:d029230eed8741c59bf7934b565852d2 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:40:25.696630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:40:25.702490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:40:25.786594 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:25.823168 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:25.832397 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-709235ba-6e39-4684-a939-7437c975c7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:25.874302 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d029230eed8741c59bf7934b565852d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3544869
Feb 11 19:40:25.876027 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ca243c-4cb1-4ba8-8313-56d199d87469,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:25.877172 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33522) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:25.880043 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:25.943042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1aa6198b-7ba6-4315-9fe3-31d80e55b386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:25.970766 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1aa6198b-7ba6-4315-9fe3-31d80e55b386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:26.048822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1aa6198b-7ba6-4315-9fe3-31d80e55b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:26.053757 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a612dd5a-c30d-4634-8e77-17f0d472f7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:26.067016 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6198b-7ba6-4315-9fe3-31d80e55b386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ca243c-4cb1-4ba8-8313-56d199d87469,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:26.071149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-1aa6198b-7ba6-4315-9fe3-31d80e55b386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:26.076646 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1aa6198b-7ba6-4315-9fe3-31d80e55b386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:26.077865 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1aa6198b-7ba6-4315-9fe3-31d80e55b386 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/41ca243c-4cb1-4ba8-8313-56d199d87469 HTTP/1.1" status: 204  len: 168 time: 0.1996510
Feb 11 19:40:26.629476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33530) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:26.649584 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:26.664999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:40:26.669076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Usage tracker for resource:security_group_rule and tenant:2613dc23876d4b8895549c03192fc1d8 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:40:26.672030 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:40:26.677745 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:40:26.762808 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:26.797567 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:26.808184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c7302973-d7f1-48e4-87b5-452fbab1b5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:26.834377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-674d6fc9-0407-42bd-957a-2d0693f84b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:26.850369 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2613dc23876d4b8895549c03192fc1d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2196751
Feb 11 19:40:26.852750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b45281-cead-4992-8b54-c014acb27f30,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:26.853702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33534) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:26.855980 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-52620a32-9de9-4df5-b525-6be1ff086862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:26.921089 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8220cedc-c0c9-4432-9fe4-cffc2bc4e2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:26.948092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8220cedc-c0c9-4432-9fe4-cffc2bc4e2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:27.020287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8220cedc-c0c9-4432-9fe4-cffc2bc4e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:27.025184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-baa06453-0df9-4d73-8b07-0a203844c7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:27.040362 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220cedc-c0c9-4432-9fe4-cffc2bc4e2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b45281-cead-4992-8b54-c014acb27f30,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:27.043557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8220cedc-c0c9-4432-9fe4-cffc2bc4e2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:27.048130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8220cedc-c0c9-4432-9fe4-cffc2bc4e2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:27.049340 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8220cedc-c0c9-4432-9fe4-cffc2bc4e2e1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98b45281-cead-4992-8b54-c014acb27f30 HTTP/1.1" status: 204  len: 168 time: 0.1944549
Feb 11 19:40:27.782758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:28.479814 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:29.232372 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:32.207946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:40:33.217360 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33596) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:33.280187 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:33.371771 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:33.387094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:40:33.391290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Usage tracker for resource:security_group_rule and tenant:cea3f67076024289bd5b60761a6cb1d6 is out of sync, need to count used quota {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:40:33.394370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:40:33.400708 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:40:33.490889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:33.536744 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:33.546124 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ffec8566-36b8-4204-872c-02b35d0c6a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:33.593002 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cea3f67076024289bd5b60761a6cb1d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3743930
Feb 11 19:40:33.593971 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb3edeb-8fb0-494f-8a63-64a0cb1aef75,revision_number=1']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:33.595868 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33602) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:33.597541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:33.662948 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8a8639bd-c431-4825-90eb-1254dc14fc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:33.689705 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8a8639bd-c431-4825-90eb-1254dc14fc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:33.771200 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8a8639bd-c431-4825-90eb-1254dc14fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:33.776747 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-2ba8e305-0693-4239-aa09-dcb18a8c2efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:33.789641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8639bd-c431-4825-90eb-1254dc14fc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb3edeb-8fb0-494f-8a63-64a0cb1aef75,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:33.794544 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8a8639bd-c431-4825-90eb-1254dc14fc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:33.798805 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8a8639bd-c431-4825-90eb-1254dc14fc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:33.800259 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-8a8639bd-c431-4825-90eb-1254dc14fc30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6eb3edeb-8fb0-494f-8a63-64a0cb1aef75 HTTP/1.1" status: 204  len: 168 time: 0.2030919
Feb 11 19:40:34.384722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33610) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:34.404398 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:34.420175 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 11 19:40:34.424280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Usage tracker for resource:security_group_rule and tenant:191a7235c179434cab4a8e3cdb36e6e7 is out of sync, need to count used quota {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 11 19:40:34.427335 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80005) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 11 19:40:34.433706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.quota.driver [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80005) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 11 19:40:34.520933 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:34.559718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_create {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:34.568910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5a4766ee-9f0e-4e88-90cc-7206910696e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:34.612223 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=191a7235c179434cab4a8e3cdb36e6e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2263653
Feb 11 19:40:34.613904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046e703f-68ad-46cd-80f1-cc024535b748,revision_number=1']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:34.615128 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33614) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:40:34.617520 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-14f7879b-dfcd-4920-ae62-d932393bbf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:34.677538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9b85d0c4-0abb-449f-afdb-5cbf748024bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:34.704232 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9b85d0c4-0abb-449f-afdb-5cbf748024bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:34.811045 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9b85d0c4-0abb-449f-afdb-5cbf748024bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:34.816383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-beab9c56-a8a0-4400-afd8-92c48c169e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:40:34.831294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85d0c4-0abb-449f-afdb-5cbf748024bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046e703f-68ad-46cd-80f1-cc024535b748,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:40:34.835272 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9b85d0c4-0abb-449f-afdb-5cbf748024bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:40:34.842758 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9b85d0c4-0abb-449f-afdb-5cbf748024bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:34.844425 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-9b85d0c4-0abb-449f-afdb-5cbf748024bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/046e703f-68ad-46cd-80f1-cc024535b748 HTTP/1.1" status: 204  len: 168 time: 0.2281570
Feb 11 19:40:54.608314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a37d8867-d9a2-4843-b158-e271f5194e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:56.833864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-143d051d-fca1-43d8-9d15-6488937b31d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:57.787961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:58.478830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:40:59.250557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:03.295833 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:09.207278 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:41:24.648037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-9439cfb0-8a83-4c6a-9196-e3a9008e5c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:26.820467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5063303f-bf1d-4d19-91d3-2c44ab625293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:27.779312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:28.466088 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:29.232012 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:33.346263 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:35.102207 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-3eaab5dd-101a-42d0-8d3d-0bfa8f582779 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0841331
Feb 11 19:41:35.258605 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-af352511-4dfe-4d17-ae9f-bc42e9ca4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:41:35.261269 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-af352511-4dfe-4d17-ae9f-bc42e9ca4c61 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1202 time: 0.0862358
Feb 11 19:41:35.420114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-34c4b6b4-a102-41dc-9b9d-3d8b66544c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:41:35.421704 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-34c4b6b4-a102-41dc-9b9d-3d8b66544c4b service neutron] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.1395347
Feb 11 19:41:35.532837 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-61869be9-262b-45d2-9297-422fd72db56c service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 1001 time: 0.1047654
Feb 11 19:41:35.603233 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-835601d6-89ca-4388-be76-4beb6f85e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:41:35.604965 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-835601d6-89ca-4388-be76-4beb6f85e287 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0660172
Feb 11 19:41:35.917547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-a48fd189-e4a4-4c90-b5b8-8ec953f007c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:41:35.919834 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-a48fd189-e4a4-4c90-b5b8-8ec953f007c1 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3081019
Feb 11 19:41:36.064694 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-eedd875e-e249-47c9-9b44-29d0ab275ed6 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380479
Feb 11 19:41:36.208973 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-03eb6a23-60f9-47c1-8799-89fec567e3b8 req-8cbd32a6-223c-4b50-885a-496d269a1371 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373873
Feb 11 19:41:46.206648 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:41:54.614497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1f39244b-7798-42d9-8a82-f3d60beb3baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:56.842324 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2c57f4b8-e476-4c4b-8744-4d30863a3836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:57.790969 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:58.504536 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:41:59.242136 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:03.328421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:23.205961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:42:24.607465 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-551315dd-5d05-4b2e-be4e-d96e675b2ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:26.852665 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-107f9a40-662b-42c0-8d61-73010d2cae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:27.801454 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:28.469596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:29.235722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:33.355504 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:35.493465 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-a91b9447-328c-4170-9f13-4e904260e2b5 service neutron] 10.222.0.100 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0797198
Feb 11 19:42:35.596168 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-bdb38265-93db-4f26-b3ac-45e76ef55c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:35.597777 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-bdb38265-93db-4f26-b3ac-45e76ef55c20 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 1163 time: 0.0835268
Feb 11 19:42:35.757436 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-c217cef4-9914-4156-84c8-e2442ffa64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:35.758998 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-c217cef4-9914-4156-84c8-e2442ffa64f7 service neutron] 10.222.0.100 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.1422029
Feb 11 19:42:35.867947 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-3649f720-3e38-4ea8-8d8b-2613b86baba0 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 1001 time: 0.1015525
Feb 11 19:42:35.939914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-66285a61-967f-49f1-aecd-74f7bdba4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:35.941574 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-66285a61-967f-49f1-aecd-74f7bdba4643 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.0675571
Feb 11 19:42:36.025138 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-6aee3bc3-6562-4d3b-9bed-c562251e4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:36.026716 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-6aee3bc3-6562-4d3b-9bed-c562251e4c2b service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790505
Feb 11 19:42:36.171644 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-4fc95936-ccc0-4039-a421-b4c416bf2dea service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374919
Feb 11 19:42:36.316590 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-9258408b-b9c4-4027-bf09-fe740d5b3168 req-fe6fcbef-0ffb-49df-9490-6169e3d89f81 service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384265
Feb 11 19:42:39.089378 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-c04667f8-a5b0-4204-9a09-3540b336e47d tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1402146818&fields=id&tenant_id=6ec90717acdd427289cde3595f7c05f3 HTTP/1.1" status: 200  len: 267 time: 0.0631933
Feb 11 19:42:39.258413 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-c7dff3a3-597e-4eed-b4bb-2b15d9b0bc5b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:39.259986 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-c7dff3a3-597e-4eed-b4bb-2b15d9b0bc5b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 984 time: 0.1648028
Feb 11 19:42:39.272379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.v2.base [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Request body: {'port': {'security_groups': ['7e5aa378-14b3-4ef4-9b54-a26154546371']}} {{(pid=80005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 11 19:42:39.650076 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.045615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] For port a7ee14a8-e09f-44a9-91e5-a91d193355d1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:42:40.071592 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for port, precommit_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.109484 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3533755'] for port, after_update {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.124695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-e13359c8-3640-4b4f-9601-32115a504131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:42:40.283852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event updated for resources: {'Port': ['ID=a7ee14a8-e09f-44a9-91e5-a91d193355d1,revision_number=6']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:42:40.296141 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.296563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.296973 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.297379 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.297785 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.298759 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.299167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.299568 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.299970 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.300368 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.300770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.301170 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.301607 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.302001 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.302446 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.302844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.303239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.303641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.304039 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.304421 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.304813 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.305207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.305598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.305991 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:40.312453 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:42:40.407637 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:40.408386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.409944 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-2d22ad51-ae29-4cee-9b45-27bc8758eb4b req-4b962c13-6047-4a1c-a680-0481c8ff4d9f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "PUT /v2.0/ports/a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 942 time: 1.1431043
Feb 11 19:42:40.410574 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1'}] {{(pid=80005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:42:40.513471 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8def34b-45ff-46dc-bc7b-3e7ffff85d5b req-f1656ce0-57fc-4fb7-91f5-7d82ce45390f tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups/b0f4e030-3a84-42bf-a539-fc28f06086fd HTTP/1.1" status: 200  len: 3005 time: 0.0724564
Feb 11 19:42:40.561924 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-65350d60-fc1d-4546-8af4-ebf00eb62124 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity DHCP. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:42:40.562369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-65350d60-fc1d-4546-8af4-ebf00eb62124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.613444 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-b8def34b-45ff-46dc-bc7b-3e7ffff85d5b req-418941e0-f0a2-4832-a7f2-4961044fa0e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.647916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-b8def34b-45ff-46dc-bc7b-3e7ffff85d5b req-418941e0-f0a2-4832-a7f2-4961044fa0e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.673771 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'status': 'completed', 'code': 200}
Feb 11 19:42:40.732617 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-b8def34b-45ff-46dc-bc7b-3e7ffff85d5b req-418941e0-f0a2-4832-a7f2-4961044fa0e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.739330 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-61632191-0ae6-43dc-a151-f1a80544977c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:42:40.758068 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418941e0-f0a2-4832-a7f2-4961044fa0e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f4e030-3a84-42bf-a539-fc28f06086fd,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:42:40.761260 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-418941e0-f0a2-4832-a7f2-4961044fa0e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:42:40.796343 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-680d057a-62c2-4c3c-9c98-5fff2bf03c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:40.798147 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-680d057a-62c2-4c3c-9c98-5fff2bf03c9c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1162 time: 0.1006596
Feb 11 19:42:40.815414 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-b8def34b-45ff-46dc-bc7b-3e7ffff85d5b req-418941e0-f0a2-4832-a7f2-4961044fa0e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:40.820891 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-b8def34b-45ff-46dc-bc7b-3e7ffff85d5b req-418941e0-f0a2-4832-a7f2-4961044fa0e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "DELETE /v2.0/security-groups/b0f4e030-3a84-42bf-a539-fc28f06086fd HTTP/1.1" status: 204  len: 173 time: 0.2962966
Feb 11 19:42:41.057804 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-e5fefcf6-3c32-4b3e-a767-b42b6f1e3d1e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/floatingips/c5d5f088-e7af-4be8-a089-e5c46c6a6a62 HTTP/1.1" status: 200  len: 998 time: 0.1636708
Feb 11 19:42:41.066797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-af2f2304-a068-423f-a337-55660b7e021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:41.068306 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-af2f2304-a068-423f-a337-55660b7e021e service neutron] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.2636907
Feb 11 19:42:41.288786 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-d3d3fee7-e8c2-4008-ae8a-c56d54309870 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 1001 time: 0.1948960
Feb 11 19:42:41.449378 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-899ee422-015d-4e49-ae94-24bd3d0d98e0 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:41.450962 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-899ee422-015d-4e49-ae94-24bd3d0d98e0 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 784 time: 0.3855746
Feb 11 19:42:41.525499 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-5dcf570d-7ed7-4fa5-b999-aef96cd69144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:41.527105 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-5dcf570d-7ed7-4fa5-b999-aef96cd69144 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.2309425
Feb 11 19:42:41.638548 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-30ace9fb-00a6-4127-86e3-59bab43f96fe tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.154 HTTP/1.1" status: 200  len: 1001 time: 0.1799200
Feb 11 19:42:41.728632 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-14bed7b9-bbf6-4a97-9be0-0cbedc52203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:41.730284 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-14bed7b9-bbf6-4a97-9be0-0cbedc52203f service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1937766
Feb 11 19:42:41.817695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-f36852dc-b461-4c84-844d-de4bc17eb354 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:41.819190 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-f36852dc-b461-4c84-844d-de4bc17eb354 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports/a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 942 time: 0.1690104
Feb 11 19:42:41.898455 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a7ee14a8-e09f-44a9-91e5-a91d193355d1 up at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 11 19:42:41.977938 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.provisioning_blocks [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Provisioning complete for port a7ee14a8-e09f-44a9-91e5-a91d193355d1 triggered by entity L2. {{(pid=80007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 11 19:42:41.978401 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875797'] for port, provisioning_complete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:42.070661 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-d2ffaa7c-138d-4ceb-b9ac-11d5f38ee50e tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.154 HTTP/1.1" status: 200  len: 1001 time: 0.1547284
Feb 11 19:42:42.076427 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-2bda4a07-6b09-4f9f-949c-1c4f5b3d8409 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562647
Feb 11 19:42:42.669587 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b110761-0d78-4295-9df7-23f9e98ca0a7 req-39c6868b-1cde-45a2-8af1-ca75e37f86cb service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2993476
Feb 11 19:42:42.672530 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Deleting port 78be732e-c1a5-4360-bd62-9226e1b946ea {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:42:42.672961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:42.854883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:42.855246 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:42.989474 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Calling delete_port for 78be732e-c1a5-4360-bd62-9226e1b946ea owned by network:floatingip {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:42:43.195513 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:43.211234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-14aa14df-5629-449a-8cad-f570f65be785 tempest-VolumesActionsTest-1783471598 tempest-VolumesActionsTest-1783471598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:42:43.270957 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event deleted for resources: {'Port': ['ID=78be732e-c1a5-4360-bd62-9226e1b946ea,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:42:43.335196 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.335618 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.336031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.336442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.336843 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.337283 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.337687 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.338084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.338509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.338909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.339305 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.339701 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.340131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.340531 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.340925 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.341316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.341706 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.342096 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.342516 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.342908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.343298 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.343689 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.344080 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.344467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:43.349723 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:42:43.454031 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks [] for floatingip, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:43.454444 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Floating IP c5d5f088-e7af-4be8-a089-e5c46c6a6a62 disassociated (deleted). External IP: 172.27.2.154, port: a7ee14a8-e09f-44a9-91e5-a91d193355d1.
Feb 11 19:42:43.827750 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Router f81df672-2497-4e68-8eb1-95a2107e6233 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:42:44.017738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:42:44.027902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] Sync routers for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:42:44.038461 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:42:44.039144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae10fc88>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:42:44.105950 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:44.168548 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-45561637-6cb0-43c9-9e8c-91e457b07f74 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "DELETE /v2.0/floatingips/c5d5f088-e7af-4be8-a089-e5c46c6a6a62 HTTP/1.1" status: 204  len: 173 time: 2.0910470
Feb 11 19:42:44.169109 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:42:44.236583 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:42:44.320321 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'status': 'completed', 'code': 200}
Feb 11 19:42:44.484942 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-603060dd-d86b-443d-9ef2-520e93545293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:44.486644 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-603060dd-d86b-443d-9ef2-520e93545293 service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1162 time: 0.1140718
Feb 11 19:42:44.489147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-b076d51e-5e4f-4d7e-bc8f-a451df018759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:44.490667 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-b076d51e-5e4f-4d7e-bc8f-a451df018759 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6ec90717acdd427289cde3595f7c05f3&device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 1162 time: 0.3049901
Feb 11 19:42:44.578342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae10fc88>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:54Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:42:44.583148 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] Checking router: f81df672-2497-4e68-8eb1-95a2107e6233 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:42:44.592150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:42:44.592816 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae10fc88>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:27Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:42:44.762308 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-c822610f-41f9-4dfd-8305-65360050cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:44.763849 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-c822610f-41f9-4dfd-8305-65360050cdd5 service neutron] 10.222.0.100 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.2712264
Feb 11 19:42:44.766675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-ffe9823a-43ff-4c0e-a50d-ad1d58c1f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:44.768287 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-ffe9823a-43ff-4c0e-a50d-ad1d58c1f107 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 200  len: 909 time: 0.2538347
Feb 11 19:42:44.964875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:42:45.141426 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-49355aa2-01f4-41e6-bf6f-fbb7606a8d86 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 217 time: 0.3701260
Feb 11 19:42:45.151658 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-2328ef30-a76d-4d51-96c5-f8860ccb6aa7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 200  len: 217 time: 0.3259513
Feb 11 19:42:45.271024 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-26112b3a-39d6-4e58-be46-48970a3ec2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:45.272607 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-26112b3a-39d6-4e58-be46-48970a3ec2b7 service neutron] 10.222.0.100 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.1228127
Feb 11 19:42:45.275875 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-203ead14-838d-4902-a751-a89ca0b74210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:45.277334 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-203ead14-838d-4902-a751-a89ca0b74210 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 200  len: 854 time: 0.0922558
Feb 11 19:42:45.310962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae10fc88>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:54Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:42:45.315756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec8f69e-78c9-4f58-a3c3-cd5c7bff6f3f None None] The sync data for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi is: [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:37:45Z', 'revision_number': 4, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': '432ec5ca-585b-4375-aa39-548f9181e331', 'name': '', 'network_id': 'fea6d764-e5b9-40ef-85be-f4554f7611ea', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'mac_address': 'fa:16:3e:a1:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:43Z', 'updated_at': '2021-02-11T19:37:54Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'subnets': [{'id': 'c656c363-f1a3-49c6-a872-c7a432cf1574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:42:45.432370 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-908c5e9a-cf4e-4294-8ecb-a1db024f351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:45.434046 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-908c5e9a-cf4e-4294-8ecb-a1db024f351e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1199653
Feb 11 19:42:45.436051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-00f579b7-6fcb-489c-b190-aa080f1fe296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:45.437541 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-00f579b7-6fcb-489c-b190-aa080f1fe296 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=fea6d764-e5b9-40ef-85be-f4554f7611ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1586988
Feb 11 19:42:45.704504 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-af86d83b-38c4-40cd-ab46-31640a29777b service neutron] 10.222.0.79 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2626355
Feb 11 19:42:45.706478 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-d16151d5-7c25-4082-8644-e5e1d6593d49 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435236
Feb 11 19:42:45.716602 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12649fc1-12c7-479f-888b-95b290e348ad None None] New status for floating IP c5d5f088-e7af-4be8-a089-e5c46c6a6a62: DOWN {{(pid=80008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:42:45.976656 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4956df24-a54a-4c26-b8c3-042b7e277928 req-005245e3-5230-4291-a12f-725c46689db5 service neutron] 10.222.0.79 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2652357
Feb 11 19:42:45.979897 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9e28b51-8246-4db2-bcde-b185e10594a9 req-5c7a7947-02c1-4734-817d-f40988877726 service neutron] 10.222.0.100 "GET /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2463043
Feb 11 19:42:49.881252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0189fbc-ffb9-460c-aba8-3a2b47e9ea26 req-51d50c68-fcd0-4c98-824e-da9dcebe594b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:49.882021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c0189fbc-ffb9-460c-aba8-3a2b47e9ea26 req-51d50c68-fcd0-4c98-824e-da9dcebe594b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Synchronizing usage tracker for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:42:49.938289 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-c0189fbc-ffb9-460c-aba8-3a2b47e9ea26 req-51d50c68-fcd0-4c98-824e-da9dcebe594b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Unset dirty status for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:42:49.939884 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0189fbc-ffb9-460c-aba8-3a2b47e9ea26 req-51d50c68-fcd0-4c98-824e-da9dcebe594b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.2276425
Feb 11 19:42:50.006949 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-c0189fbc-ffb9-460c-aba8-3a2b47e9ea26 req-503fd7ba-1dd1-419c-b26d-8edf82d998ea tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598674
Feb 11 19:42:51.302434 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51a63d-dd50-461d-9440-92c8475e05fb req-fbb5c0ba-3d2d-411b-8f18-0d76c40bc078 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:51.304091 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b51a63d-dd50-461d-9440-92c8475e05fb req-fbb5c0ba-3d2d-411b-8f18-0d76c40bc078 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1660779
Feb 11 19:42:51.370337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-0b51a63d-dd50-461d-9440-92c8475e05fb req-14fbaa8e-384e-46ea-9ebd-1c3eeb9161a1 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Synchronizing usage tracker for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:security_group {{(pid=80005) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:42:51.413293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-0b51a63d-dd50-461d-9440-92c8475e05fb req-14fbaa8e-384e-46ea-9ebd-1c3eeb9161a1 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Unset dirty status for tenant:6ec90717acdd427289cde3595f7c05f3 on resource:security_group {{(pid=80005) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:42:51.414690 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b51a63d-dd50-461d-9440-92c8475e05fb req-14fbaa8e-384e-46ea-9ebd-1c3eeb9161a1 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041939
Feb 11 19:42:51.507314 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-c9fda386-9dcc-4844-90c9-29910664ea3b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:51.508975 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-c9fda386-9dcc-4844-90c9-29910664ea3b tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.100 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 945 time: 0.1672666
Feb 11 19:42:51.607003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Deleting port a7ee14a8-e09f-44a9-91e5-a91d193355d1 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:42:51.607377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:51.799431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device a7ee14a8-e09f-44a9-91e5-a91d193355d1 no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:42:51.869130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] For port a7ee14a8-e09f-44a9-91e5-a91d193355d1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:42:51.869447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:51.926622 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:51.955518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:42:51.966410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port a7ee14a8-e09f-44a9-91e5-a91d193355d1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:42:52.007251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:52.009400 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-7a680f1b-70f0-4fdb-b92e-e3b6e1409860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:42:52.010384 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Calling delete_port for a7ee14a8-e09f-44a9-91e5-a91d193355d1 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:42:52.080953 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=a7ee14a8-e09f-44a9-91e5-a91d193355d1,revision_number=7']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:42:52.089231 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.089625 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.090288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.090414 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.090739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.091113 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.091494 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.091863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.092234 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.092603 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.092986 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.093337 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775250-1-iscsi {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.093738 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.094100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.094487 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.094858 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.095222 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.095582 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.095943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.096303 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.096666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.097025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.097387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.097749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77525 {{(pid=80007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 11 19:42:52.102336 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:42:52.112268 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'code': 200}
Feb 11 19:42:52.138895 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:42:52.139261 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:42:52.640890 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Deleting port a7ee14a8-e09f-44a9-91e5-a91d193355d1 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:42:52.641468 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:52.710518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f07e5e-698a-4361-b96d-67415fcd9be0 req-ffc36ee5-3593-49d4-a154-ee7c18e9a4e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:52.712173 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80f07e5e-698a-4361-b96d-67415fcd9be0 req-ffc36ee5-3593-49d4-a154-ee7c18e9a4e7 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 943 time: 0.1682005
Feb 11 19:42:52.777818 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-80f07e5e-698a-4361-b96d-67415fcd9be0 req-bc5b9b24-459a-4de6-948e-931ac9d31b15 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e5aa378-14b3-4ef4-9b54-a26154546371&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591414
Feb 11 19:42:52.909236 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] For port a7ee14a8-e09f-44a9-91e5-a91d193355d1, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=a7ee14a8-e09f-44a9-91e5-a91d193355d1,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:42:52.909634 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:53.046679 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Calling delete_port for a7ee14a8-e09f-44a9-91e5-a91d193355d1 owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:42:53.338293 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:53.353091 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-6ca04718-09c0-468a-a503-8b5d1cac0ca9 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:42:53.410075 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Pushing event deleted for resources: {'Port': ['ID=a7ee14a8-e09f-44a9-91e5-a91d193355d1,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:42:53.414811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:42:53.564786 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] No DVR routers for this DVR port a7ee14a8-e09f-44a9-91e5-a91d193355d1 on host hv-cinder-77525 {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:42:53.575690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:53.575690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'name': 'network-vif-deleted', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:42:53.629468 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa189f-679e-40aa-a34b-29a21eb0654c', 'name': 'network-vif-deleted', 'tag': 'a7ee14a8-e09f-44a9-91e5-a91d193355d1', 'status': 'completed', 'code': 200}
Feb 11 19:42:53.641522 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-e9457aa7-eeaf-4f19-b82f-962fcac8fc9c req-3192715b-70be-45f4-a4f5-75813776c587 tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.100 "DELETE /v2.0/ports/a7ee14a8-e09f-44a9-91e5-a91d193355d1 HTTP/1.1" status: 204  len: 173 time: 2.1267188
Feb 11 19:42:53.979526 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-f0b8d306-e4a4-4121-b0aa-72b0c3907c99 req-e97d30a3-b5f2-4faa-a2b0-66998c27e90c tempest-TestMinimumBasicScenario-1134587643 tempest-TestMinimumBasicScenario-1134587643-project] 10.222.0.79 "GET /v2.0/ports?device_id=92aa189f-679e-40aa-a34b-29a21eb0654c HTTP/1.1" status: 200  len: 210 time: 0.0524025
Feb 11 19:42:54.606719 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-17c01a98-2e75-4a04-97c2-17c9c1ef37b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:56.548842 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33770) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:42:56.818290 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-c1e85b81-db80-4637-a2fd-3cd7997a6c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:57.507778 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854186929'] for router_interface, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:57.785007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:57.888557 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Deleting port 432ec5ca-585b-4375-aa39-548f9181e331 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:42:57.888935 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:58.077429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] For port 432ec5ca-585b-4375-aa39-548f9181e331, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=432ec5ca-585b-4375-aa39-548f9181e331,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:42:58.077743 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:58.214262 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Calling delete_port for 432ec5ca-585b-4375-aa39-548f9181e331 owned by network:router_interface {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:42:58.481384 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:58.509754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:58.526390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a62023e6-9cc4-4170-921b-fe769da4a3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:42:58.589059 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=432ec5ca-585b-4375-aa39-548f9181e331,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:42:58.636775 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:42:59.023418 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-39fe9037-3f8f-4b1a-979d-7349e69917af tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips/7fe3e25b-21dd-434b-b1c3-042e0acf4ea0 HTTP/1.1" status: 200  len: 998 time: 0.2884817
Feb 11 19:42:59.191962 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854127990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581266'] for router_interface, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:59.246916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:42:59.392639 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-b6e5eae4-f1a3-4621-a13b-f632f98c8328 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:59.394266 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-b6e5eae4-f1a3-4621-a13b-f632f98c8328 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 784 time: 0.3563673
Feb 11 19:42:59.553702 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-0d9befa4-771f-4330-bad2-90d10a108f7c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.26 HTTP/1.1" status: 200  len: 1001 time: 0.1509612
Feb 11 19:42:59.858407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-c482b069-5c83-4402-9ea6-48603204ff02 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:42:59.859918 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-c482b069-5c83-4402-9ea6-48603204ff02 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports/ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 943 time: 0.2451620
Feb 11 19:43:00.205417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:43:00.422789 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-05cd4fef-5a4a-4e35-91a4-9a7ed1d7c57e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.26 HTTP/1.1" status: 200  len: 1001 time: 0.2181249
Feb 11 19:43:00.553728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Router f81df672-2497-4e68-8eb1-95a2107e6233 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:43:00.840666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Deleting port 532f12e7-b625-40b0-ba43-5ec8224735de {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:00.841007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:01.005102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:43:01.015908 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] Sync routers for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:43:01.027522 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:43:01.028280 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad03f278>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:01.034580 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-ab713075-0269-41da-956e-5262b6a83d1a admin admin] 10.222.0.79 "PUT /v2.0/routers/f81df672-2497-4e68-8eb1-95a2107e6233/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4844446
Feb 11 19:43:01.037287 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33780) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:01.216090 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:01.216725 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:01.229243 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:43:01.361714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Calling delete_port for 532f12e7-b625-40b0-ba43-5ec8224735de owned by network:floatingip {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:01.444995 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:01.548015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad03f278>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:42:58Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:01.552211 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] Checking router: f81df672-2497-4e68-8eb1-95a2107e6233 for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:43:01.562247 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] Routers {'f81df672-2497-4e68-8eb1-95a2107e6233'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:43:01.562959 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad03f278>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['f81df672-2497-4e68-8eb1-95a2107e6233'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:01.663403 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:01.700822 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Deleting port 1a35138b-4cd8-4bb6-8351-bd5519abac0a {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:01.701179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:01.758063 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] Set router f81df672-2497-4e68-8eb1-95a2107e6233 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:43:01.947749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] For port 1a35138b-4cd8-4bb6-8351-bd5519abac0a, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=1a35138b-4cd8-4bb6-8351-bd5519abac0a,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:01.948146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:01.962690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:02.083695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad03f278>, [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:42:58Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:02.088799 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2e91-bf0b-4234-b2d4-77dfa3453cf3 None None] The sync data for ids ['f81df672-2497-4e68-8eb1-95a2107e6233'] in dv-cinder-775250-1-iscsi is: [{'id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'name': 'tempest-TestMinimumBasicScenario-1035904553-router', 'tenant_id': '6ec90717acdd427289cde3595f7c05f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:37:38Z', 'updated_at': '2021-02-11T19:42:58Z', 'revision_number': 5, 'project_id': '6ec90717acdd427289cde3595f7c05f3', 'gw_port': {'id': '1a35138b-4cd8-4bb6-8351-bd5519abac0a', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81df672-2497-4e68-8eb1-95a2107e6233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:37:40Z', 'updated_at': '2021-02-11T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:43:02.284169 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:02.402497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Calling delete_port for 1a35138b-4cd8-4bb6-8351-bd5519abac0a owned by network:router_gateway {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:02.449448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event deleted for resources: {'Port': ['ID=532f12e7-b625-40b0-ba43-5ec8224735de,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:02.501357 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:02.700943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:02.701310 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.db.l3_db [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Floating IP 7fe3e25b-21dd-434b-b1c3-042e0acf4ea0 disassociated (deleted). External IP: 172.27.2.26, port: ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd.
Feb 11 19:43:02.836880 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.221630 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576718'] for router_gateway, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.381923 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854192260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775387'] for router, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.386435 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.395251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.415934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Router cb39fb7b-5e69-4df6-a14e-b4973d373520 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:43:03.586132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854192230'] for router, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.586795 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f81df672-2497-4e68-8eb1-95a2107e6233 {{(pid=80006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 11 19:43:03.622910 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:43:03.634392 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] Sync routers for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:43:03.646025 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:43:03.646749 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad107518>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:03.664508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.666319 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-e9fb5b79-e6fb-432c-b4a3-797bb7de7ff5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f81df672-2497-4e68-8eb1-95a2107e6233 HTTP/1.1" status: 204  len: 168 time: 2.6276236
Feb 11 19:43:03.673103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33784) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:03.707323 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.796835 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-38930299-1d2b-4100-abf8-c14c17e8e89d tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "DELETE /v2.0/floatingips/7fe3e25b-21dd-434b-b1c3-042e0acf4ea0 HTTP/1.1" status: 204  len: 173 time: 3.3633382
Feb 11 19:43:03.797092 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:43:03.807739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] Deleting subnet c656c363-f1a3-49c6-a872-c7a432cf1574 {{(pid=80006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:43:03.818872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:03.910690 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'status': 'completed', 'code': 200}
Feb 11 19:43:03.979671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581723'] for subnet, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:04.004798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 1a35138b-4cd8-4bb6-8351-bd5519abac0a no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:04.008084 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:43:04.045144 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 1a35138b-4cd8-4bb6-8351-bd5519abac0a {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:43:04.045445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 1a35138b-4cd8-4bb6-8351-bd5519abac0a not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:43:04.046093 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 432ec5ca-585b-4375-aa39-548f9181e331 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:04.085711 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 432ec5ca-585b-4375-aa39-548f9181e331 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:43:04.086102 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 432ec5ca-585b-4375-aa39-548f9181e331 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:43:04.106690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-03941d9f-a273-4903-b55d-69162a644d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:04.108356 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-03941d9f-a273-4903-b55d-69162a644d36 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 1163 time: 0.2492692
Feb 11 19:43:04.113265 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-30d6a343-c643-4f65-adca-f3f4d1d23e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:04.114792 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-30d6a343-c643-4f65-adca-f3f4d1d23e4c service neutron] 10.222.0.100 "GET /v2.0/ports?tenant_id=8284320aee86435a9156fabf28af516c&device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 1163 time: 0.2012212
Feb 11 19:43:04.143510 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:04.359236 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad107518>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:04.363609 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] Checking router: cb39fb7b-5e69-4df6-a14e-b4973d373520 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:43:04.373716 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:43:04.374473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad107518>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:04.572915 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:43:04.770722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-a479a6fd-128e-4b55-a1e2-4348dc7a259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:04.772342 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-a479a6fd-128e-4b55-a1e2-4348dc7a259e service neutron] 10.222.0.79 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.6548584
Feb 11 19:43:04.782010 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-197432eb-03e4-4756-9aa9-d160de8f1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:04.783562 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-197432eb-03e4-4756-9aa9-d160de8f1e5f service neutron] 10.222.0.100 "GET /v2.0/networks?id=2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 200  len: 905 time: 0.6126208
Feb 11 19:43:04.906204 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad107518>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:04.910509 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd96967f-9a6e-4968-a4bf-777bacd1bdda None None] The sync data for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi is: [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:34:27Z', 'revision_number': 4, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi', '_interfaces': [{'id': 'f981c2a3-0524-480a-8505-7daacaefbb86', 'name': '', 'network_id': '2473c529-dd5b-4491-823d-bb73c19b2010', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'mac_address': 'fa:16:3e:b3:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:26Z', 'updated_at': '2021-02-11T19:34:36Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'subnets': [{'id': 'df05cb53-b383-4165-bcb1-b5158b5966ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:43:04.926568 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-972dd76a-b9ca-4c43-8953-756718c74543 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 217 time: 0.1419232
Feb 11 19:43:04.947156 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-401e47b6-ba0d-4141-8f86-dcc71a97d914 service neutron] 10.222.0.100 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 200  len: 217 time: 0.1080947
Feb 11 19:43:05.130677 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-6ef673a3-4349-4ea0-ad7a-09990251d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:05.132306 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-6ef673a3-4349-4ea0-ad7a-09990251d299 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.1957319
Feb 11 19:43:05.134889 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-17ab0ee0-a947-4de4-b72f-1d29063c171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:05.136299 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-17ab0ee0-a947-4de4-b72f-1d29063c171a service neutron] 10.222.0.100 "GET /v2.0/subnets?id=df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 200  len: 850 time: 0.1474814
Feb 11 19:43:05.272861 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852446948'] for subnet, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:05.303621 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:05.328313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dd45b-592d-41dc-a5cd-eca3496c2666 None None] New status for floating IP 7fe3e25b-21dd-434b-b1c3-042e0acf4ea0: DOWN {{(pid=80007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 11 19:43:05.357996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c656c363-f1a3-49c6-a872-c7a432cf1574,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:05.415439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:05.417481 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-9416c327-f658-4b8a-aec0-1e02606ff906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:05.419177 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-9416c327-f658-4b8a-aec0-1e02606ff906 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2786806
Feb 11 19:43:05.424159 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-e67d3eb0-0a54-4a9e-a5b4-990ab1dfd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:05.425675 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-e67d3eb0-0a54-4a9e-a5b4-990ab1dfd0c9 service neutron] 10.222.0.100 "GET /v2.0/ports?network_id=2473c529-dd5b-4491-823d-bb73c19b2010&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2469563
Feb 11 19:43:05.588207 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969f677-d7b2-44ce-b32e-b9e0ae44cd8f None None] Network fea6d764-e5b9-40ef-85be-f4554f7611ea requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:43:05.632881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:05.671343 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-df48b309-5877-4095-aabb-61b37ddfee53 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c656c363-f1a3-49c6-a872-c7a432cf1574 HTTP/1.1" status: 204  len: 168 time: 2.0016212
Feb 11 19:43:05.674061 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33790) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:05.723210 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-c0e8ecf9-9ba7-4392-85ec-c73f60c89fd3 service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2639961
Feb 11 19:43:05.728819 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-10ea85a7-1e8e-4400-a91a-2b79475cb1fd service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3003526
Feb 11 19:43:05.799429 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:05.864732 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] DHCP port deletion for fea6d764-e5b9-40ef-85be-f4554f7611ea request from dv-cinder-775250-1-iscsi {{(pid=80007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 11 19:43:05.869943 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] Deleting port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:05.870535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:05.876469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Deleting port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e {{(pid=80005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:05.876844 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:06.024827 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-a23b1bf0-74f3-404e-8b61-865a5abdf26e req-66216c75-cc82-4026-8832-a346563f734f service neutron] 10.222.0.100 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2949867
Feb 11 19:43:06.027107 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-0b9ffd23-c8c1-48ae-b92c-91932784f644 req-1bc856ea-c090-4ac9-a913-c58b2d57cd49 service neutron] 10.222.0.79 "GET /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2729909
Feb 11 19:43:06.036257 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:06.112097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] For port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=5d676ceb-5b7e-41ec-bbea-8e7fe37e397e,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:06.112492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:06.176797 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] For port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=5d676ceb-5b7e-41ec-bbea-8e7fe37e397e,segment=NetworkSegment(5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f),segment_id=5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:06.177225 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:06.256239 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Calling delete_port for 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e owned by network:dhcp {{(pid=80005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:06.412385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851242062'] for port, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:06.429120 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-96a5b2c0-85ce-440a-a23a-a798444c5938 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:06.494377 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d676ceb-5b7e-41ec-bbea-8e7fe37e397e,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:06.512726 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] Calling delete_port for 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e owned by network:dhcp {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:06.546871 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e update to DOWN by agent not found {{(pid=80007) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 11 19:43:06.548469 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:06.594883 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] No DVR routers for this DVR port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e on host dv-cinder-775250-1-iscsi {{(pid=80005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:43:06.597872 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:43:06.598325 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:43:06.719820 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:06.730018 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cb2b1-bb74-454b-abde-dc44cbaee4bb req-3a99573a-0224-4951-a814-45660d6e0f85 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:06.730887 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4b7cb2b1-bb74-454b-abde-dc44cbaee4bb req-3a99573a-0224-4951-a814-45660d6e0f85 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:43:06.783410 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4b7cb2b1-bb74-454b-abde-dc44cbaee4bb req-3a99573a-0224-4951-a814-45660d6e0f85 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:43:06.784768 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4b7cb2b1-bb74-454b-abde-dc44cbaee4bb req-3a99573a-0224-4951-a814-45660d6e0f85 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 946 time: 0.2208805
Feb 11 19:43:06.839994 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ad8ac0f0>,) {'filters': {'network_id': ['fea6d764-e5b9-40ef-85be-f4554f7611ea']}} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:06.849042 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4b7cb2b1-bb74-454b-abde-dc44cbaee4bb req-a807412e-8a37-404d-95e7-c37023b740a9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0578179
Feb 11 19:43:06.853329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ad8ac0f0>, '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f') {'for_net_delete': True} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:06.853675 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ad8ac0f0>, '5c59dfbc-1998-4a15-bd3e-d4ea7fe4dc8f') {} {{(pid=80005) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:06.866374 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166082'] for segment, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:06.881097 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:06.883150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:43:07.070358 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Network fea6d764-e5b9-40ef-85be-f4554f7611ea has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:43:07.080013 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3533765'] for segment, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:07.099087 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] Deleting port 5d676ceb-5b7e-41ec-bbea-8e7fe37e397e {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:07.099541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:07.173764 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-132e2c4b-a501-463e-a31c-33ba41b8b7a1 None None] The port '5d676ceb-5b7e-41ec-bbea-8e7fe37e397e' was deleted {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 11 19:43:07.261741 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Network fea6d764-e5b9-40ef-85be-f4554f7611ea has no segments {{(pid=80005) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:43:07.287475 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:43:07.446886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:07.450473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:07.466807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:07.475576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea6d764-e5b9-40ef-85be-f4554f7611ea,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:07.481009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:07.539239 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-989af47b-8ef4-4d9c-9a1a-ceeaaefa3cd4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fea6d764-e5b9-40ef-85be-f4554f7611ea HTTP/1.1" status: 204  len: 168 time: 1.8636935
Feb 11 19:43:07.791599 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33800) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:07.843094 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-b7842d86-3505-44c3-a054-6db339048b3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ec90717acdd427289cde3595f7c05f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501959
Feb 11 19:43:07.845561 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33804) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:07.911137 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-573ebe6f-21b6-41d7-99da-50717ffaca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:07.946100 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Device ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd no longer exists at agent ovs-agent-hv-cinder-77525 {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:07.996893 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-573ebe6f-21b6-41d7-99da-50717ffaca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:08.077099 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1733808'] for port, before_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:08.114119 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd'}] {{(pid=80007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:43:08.124652 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] For port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:08.153395 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-5c8641d9-4e48-424f-9050-3dffac7eba1e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:08.155180 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-5c8641d9-4e48-424f-9050-3dffac7eba1e tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 946 time: 0.2200727
Feb 11 19:43:08.155885 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afb909-eccd-41f1-ac19-8593644bc3f0 req-950dc4f8-a334-41ba-b6c6-aa15df9429a8 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:08.157598 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-09afb909-eccd-41f1-ac19-8593644bc3f0 req-950dc4f8-a334-41ba-b6c6-aa15df9429a8 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 946 time: 0.1744764
Feb 11 19:43:08.166380 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755205792968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363281649485274', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755205290560'] for port, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:08.168597 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:08.208276 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'code': 200}
Feb 11 19:43:08.210800 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-573ebe6f-21b6-41d7-99da-50717ffaca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:08.218626 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-685c6f46-6c2d-463d-9b46-b9e7463fe866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:08.227038 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-09afb909-eccd-41f1-ac19-8593644bc3f0 req-719f3869-ef73-4ec4-96d4-20960cdbb70c tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups?id=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0612574
Feb 11 19:43:08.245103 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ebe6f-21b6-41d7-99da-50717ffaca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5aa378-14b3-4ef4-9b54-a26154546371,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:08.247204 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Pushing event updated for resources: {'Port': ['ID=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,revision_number=5']} {{(pid=80007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:08.248570 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:08.249944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-573ebe6f-21b6-41d7-99da-50717ffaca92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:08.277131 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Deleting port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:08.277524 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:08.323848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-573ebe6f-21b6-41d7-99da-50717ffaca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:08.325039 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-573ebe6f-21b6-41d7-99da-50717ffaca92 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e5aa378-14b3-4ef4-9b54-a26154546371 HTTP/1.1" status: 204  len: 168 time: 0.4785261
Feb 11 19:43:08.549922 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] For port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd, host hv-cinder-77525, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77525',level=0,port_id=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:08.550363 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:08.938534 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Calling delete_port for ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd owned by compute:nova {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:09.137177 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:09.152714 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-497f4744-149d-4bc9-afc3-cd74f011f9b7 tempest-AttachVolumeNegativeTest-1044155859 tempest-AttachVolumeNegativeTest-1044155859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:09.211387 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event deleted for resources: {'Port': ['ID=ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:09.215240 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:09.360728 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] No DVR routers for this DVR port ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd on host hv-cinder-77525 {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:43:09.362985 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for port, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:09.365941 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'name': 'network-vif-deleted', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd'}] {{(pid=80006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 11 19:43:09.468582 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e72cf7-d8d4-4d44-8fd2-c317579ebe90', 'name': 'network-vif-deleted', 'tag': 'ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd', 'status': 'completed', 'code': 200}
Feb 11 19:43:09.475259 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-6f17933b-4730-4f0e-b601-3bb3a6dc8f99 req-4ba30838-1033-4d27-9471-04ea1a9329f9 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.100 "DELETE /v2.0/ports/ea8bb9fe-066a-42ab-a3b4-3ab29f99eedd HTTP/1.1" status: 204  len: 173 time: 1.3135734
Feb 11 19:43:09.476803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4a7f1b31-c8d8-4963-92e1-cfe8812e0a4a req-6ee9bcec-336f-4097-b15d-11bdc4fdbc70 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:43:09.549501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-4a7f1b31-c8d8-4963-92e1-cfe8812e0a4a req-6ee9bcec-336f-4097-b15d-11bdc4fdbc70 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:port {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:43:09.550883 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-4a7f1b31-c8d8-4963-92e1-cfe8812e0a4a req-6ee9bcec-336f-4097-b15d-11bdc4fdbc70 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3e72cf7-d8d4-4d44-8fd2-c317579ebe90 HTTP/1.1" status: 200  len: 210 time: 0.1627471
Feb 11 19:43:10.789065 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-4371aba9-fcf9-47f5-9855-7de3baf554b4 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips/5b33e2b5-b939-4635-866d-e6292fd96ddd HTTP/1.1" status: 200  len: 693 time: 0.1027412
Feb 11 19:43:11.029184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-2166c5ad-1976-42e5-95b9-b23bcf2e8d25 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 11 19:43:11.030782 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-2166c5ad-1976-42e5-95b9-b23bcf2e8d25 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/networks/23347571-3647-45ce-869d-0cd7cf5ce632 HTTP/1.1" status: 200  len: 784 time: 0.2358801
Feb 11 19:43:11.138023 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-813cccd2-1cdb-4a90-a13f-e3a85ed76528 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Synchronizing usage tracker for tenant:8284320aee86435a9156fabf28af516c on resource:floatingip {{(pid=80006) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 11 19:43:11.189460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.quota.resource [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-813cccd2-1cdb-4a90-a13f-e3a85ed76528 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Unset dirty status for tenant:8284320aee86435a9156fabf28af516c on resource:floatingip {{(pid=80006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 11 19:43:11.190802 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-813cccd2-1cdb-4a90-a13f-e3a85ed76528 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.111 HTTP/1.1" status: 200  len: 696 time: 0.1535828
Feb 11 19:43:11.297341 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-a6a659f9-0ebd-4a16-a256-2890c9b7e6e1 tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.27.2.111 HTTP/1.1" status: 200  len: 696 time: 0.0998201
Feb 11 19:43:11.492359 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Deleting port 2f0cb45e-4c10-4081-8442-73cadcf977ed {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:11.492735 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:11.679680 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:11.680051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:11.813203 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Calling delete_port for 2f0cb45e-4c10-4081-8442-73cadcf977ed owned by network:floatingip {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:11.989142 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:12.005547 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a385a58e-abee-4111-8271-7832e48c9e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:12.062671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event deleted for resources: {'Port': ['ID=2f0cb45e-4c10-4081-8442-73cadcf977ed,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:12.114759 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:12.228003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for floatingip, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:12.287273 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770891'] for floatingip, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:12.288522 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-1667795b-7fdd-4be8-873a-968c9918e8e4 req-c53c86b5-2121-454e-a077-09c935810aeb tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "DELETE /v2.0/floatingips/5b33e2b5-b939-4635-866d-e6292fd96ddd HTTP/1.1" status: 204  len: 173 time: 0.9854076
Feb 11 19:43:13.872028 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcc2393e-7c63-475e-9777-81d562be9005 req-70e0e78a-22c5-46b7-87c5-f651518c3ece tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "GET /v2.0/security-groups/f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef HTTP/1.1" status: 200  len: 2997 time: 0.0904694
Feb 11 19:43:13.970898 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-dcc2393e-7c63-475e-9777-81d562be9005 req-9f494566-fe47-4be4-b379-9a796644b19b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:14.000955 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-dcc2393e-7c63-475e-9777-81d562be9005 req-9f494566-fe47-4be4-b379-9a796644b19b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:14.137812 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-dcc2393e-7c63-475e-9777-81d562be9005 req-9f494566-fe47-4be4-b379-9a796644b19b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:14.143407 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-a235e025-70a7-4738-a5c6-2bba42df8dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:14.159886 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f494566-fe47-4be4-b379-9a796644b19b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:14.162553 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9f494566-fe47-4be4-b379-9a796644b19b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:14.189083 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [req-dcc2393e-7c63-475e-9777-81d562be9005 req-9f494566-fe47-4be4-b379-9a796644b19b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:14.190361 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [req-dcc2393e-7c63-475e-9777-81d562be9005 req-9f494566-fe47-4be4-b379-9a796644b19b tempest-TestVolumeBootPattern-161132842 tempest-TestVolumeBootPattern-161132842-project] 10.222.0.79 "DELETE /v2.0/security-groups/f8cf3bc6-c853-49ca-bf74-f8933b3cb2ef HTTP/1.1" status: 204  len: 173 time: 0.3121033
Feb 11 19:43:14.280983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33836) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:15.119229 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854186929'] for router_interface, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:15.488541 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Deleting port f981c2a3-0524-480a-8505-7daacaefbb86 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:15.488926 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:15.675015 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] For port f981c2a3-0524-480a-8505-7daacaefbb86, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=f981c2a3-0524-480a-8505-7daacaefbb86,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:15.675405 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:16.049057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Calling delete_port for f981c2a3-0524-480a-8505-7daacaefbb86 owned by network:router_interface {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:16.280824 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:16.294319 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5ffe9c30-d694-4f02-9558-090d174c49a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:16.353774 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Pushing event deleted for resources: {'Port': ['ID=f981c2a3-0524-480a-8505-7daacaefbb86,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:16.358110 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:16.709761 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854127990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581266'] for router_interface, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:17.230855 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Router cb39fb7b-5e69-4df6-a14e-b4973d373520 has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:43:17.419452 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:43:17.428497 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] Sync routers for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:43:17.432154 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4c30514e-0ece-46f8-a0e7-8184b3d88759 admin admin] 10.222.0.79 "PUT /v2.0/routers/cb39fb7b-5e69-4df6-a14e-b4973d373520/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1500139
Feb 11 19:43:17.434782 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33842) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:17.438476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:43:17.439123 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad52ea20>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:17.626806 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks [] for router, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:17.634934 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:43:17.816021 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:17.858756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Deleting port 5859595b-e443-4eec-afd9-cf3c71b08eeb {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:17.859167 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:17.939179 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad52ea20>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:43:16Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:17.943270 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] Checking router: cb39fb7b-5e69-4df6-a14e-b4973d373520 for host: dv-cinder-775250-1-iscsi {{(pid=80008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:43:17.955150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] Routers {'cb39fb7b-5e69-4df6-a14e-b4973d373520'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:43:17.955150 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ad52ea20>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['cb39fb7b-5e69-4df6-a14e-b4973d373520'], 'active': True} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:18.047919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] For port 5859595b-e443-4eec-afd9-cf3c71b08eeb, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=5859595b-e443-4eec-afd9-cf3c71b08eeb,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:18.048312 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:18.150391 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] Set router cb39fb7b-5e69-4df6-a14e-b4973d373520 gateway port host: dv-cinder-775250-1-iscsi {{(pid=80008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:43:18.193803 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Calling delete_port for 5859595b-e443-4eec-afd9-cf3c71b08eeb owned by network:router_gateway {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:18.592149 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:18.624419 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ad52ea20>, [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:43:16Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:18.628501 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e0d181-c3e3-44cc-a1ba-b03a9518d287 None None] The sync data for ids ['cb39fb7b-5e69-4df6-a14e-b4973d373520'] in dv-cinder-775250-1-iscsi is: [{'id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'name': 'tempest-TestVolumeBootPattern-469498663-router', 'tenant_id': '8284320aee86435a9156fabf28af516c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:19Z', 'updated_at': '2021-02-11T19:43:16Z', 'revision_number': 5, 'project_id': '8284320aee86435a9156fabf28af516c', 'gw_port': {'id': '5859595b-e443-4eec-afd9-cf3c71b08eeb', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fa:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb39fb7b-5e69-4df6-a14e-b4973d373520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:20Z', 'updated_at': '2021-02-11T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:43:18.794748 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576718'] for router_gateway, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:18.939958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854192260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775387'] for router, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:18.942338 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:19.183192 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854192230'] for router, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:19.183801 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb39fb7b-5e69-4df6-a14e-b4973d373520 {{(pid=80006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 11 19:43:19.196576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:19.198154 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-62a02f7f-601e-419a-9000-263c9f8078fe admin admin] 10.222.0.79 "DELETE /v2.0/routers/cb39fb7b-5e69-4df6-a14e-b4973d373520 HTTP/1.1" status: 204  len: 168 time: 1.7623980
Feb 11 19:43:19.200846 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33846) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:19.270827 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] Deleting subnet df05cb53-b383-4165-bcb1-b5158b5966ea {{(pid=80006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:43:19.273902 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:19.329145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581723'] for subnet, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:19.413348 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.000615 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device f981c2a3-0524-480a-8505-7daacaefbb86 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:20.035631 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852446948'] for subnet, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.038003 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: f981c2a3-0524-480a-8505-7daacaefbb86 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:43:20.038334 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device f981c2a3-0524-480a-8505-7daacaefbb86 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:43:20.051473 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 5859595b-e443-4eec-afd9-cf3c71b08eeb no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:20.052508 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:20.074525 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 5859595b-e443-4eec-afd9-cf3c71b08eeb {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:43:20.074913 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 5859595b-e443-4eec-afd9-cf3c71b08eeb not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:43:20.102904 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df05cb53-b383-4165-bcb1-b5158b5966ea,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:20.107132 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:20.198214 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.203724 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681c9b7-069f-46cf-b7e1-dd382316c316 None None] Network 2473c529-dd5b-4491-823d-bb73c19b2010 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:43:20.204075 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-13783e1c-2bdd-4341-89b9-769f9b78f3bf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/df05cb53-b383-4165-bcb1-b5158b5966ea HTTP/1.1" status: 204  len: 168 time: 1.0022147
Feb 11 19:43:20.206836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33850) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:20.324946 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.398462 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Deleting port e911d67d-3dfb-4d42-9414-e93ca704afc9 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:20.398836 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.468198 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] DHCP port deletion for 2473c529-dd5b-4491-823d-bb73c19b2010 request from dv-cinder-775250-1-iscsi {{(pid=80007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 11 19:43:20.472440 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] Deleting port e911d67d-3dfb-4d42-9414-e93ca704afc9 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:20.472863 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.622988 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] For port e911d67d-3dfb-4d42-9414-e93ca704afc9, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e911d67d-3dfb-4d42-9414-e93ca704afc9,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:20.623385 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.693184 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] For port e911d67d-3dfb-4d42-9414-e93ca704afc9, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e911d67d-3dfb-4d42-9414-e93ca704afc9,segment=NetworkSegment(c39ceead-3a07-4efe-b0ea-96e8c964b9fc),segment_id=c39ceead-3a07-4efe-b0ea-96e8c964b9fc)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:20.693556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.759695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Calling delete_port for e911d67d-3dfb-4d42-9414-e93ca704afc9 owned by network:dhcp {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:20.830316 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] Calling delete_port for e911d67d-3dfb-4d42-9414-e93ca704afc9 owned by network:dhcp {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:20.903830 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:20.905456 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:43:20.905866 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:43:20.928682 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-59d695ea-75a8-4ed7-87df-e2f2677e5877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:20.987477 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e911d67d-3dfb-4d42-9414-e93ca704afc9,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:20.991472 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:21.074819 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] No DVR routers for this DVR port e911d67d-3dfb-4d42-9414-e93ca704afc9 on host dv-cinder-775250-1-iscsi {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:43:21.204879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:21.319909 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67ae112748>,) {'filters': {'network_id': ['2473c529-dd5b-4491-823d-bb73c19b2010']}} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:21.333436 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ae112748>, 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc') {'for_net_delete': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:21.333717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67ae112748>, 'c39ceead-3a07-4efe-b0ea-96e8c964b9fc') {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:21.345692 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852194093'] for segment, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:21.407146 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] Deleting port e911d67d-3dfb-4d42-9414-e93ca704afc9 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:21.407576 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:21.424853 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:21.428518 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:43:21.484877 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-7927909c-ca0e-4f48-b827-8d395a4e2ca0 None None] The port 'e911d67d-3dfb-4d42-9414-e93ca704afc9' was deleted {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 11 19:43:21.625690 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Network 2473c529-dd5b-4491-823d-bb73c19b2010 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:43:21.634968 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852285452'] for segment, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:21.814613 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Network 2473c529-dd5b-4491-823d-bb73c19b2010 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:43:21.838285 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:43:22.003851 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e911d67d-3dfb-4d42-9414-e93ca704afc9 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:22.042329 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: e911d67d-3dfb-4d42-9414-e93ca704afc9 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:43:22.042718 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e911d67d-3dfb-4d42-9414-e93ca704afc9 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:43:22.067929 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:22.071608 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-12bbf51f-e5de-4d1b-a3c0-ad4263c502b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:22.086037 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:22.099210 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2473c529-dd5b-4491-823d-bb73c19b2010,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:22.104672 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:22.144262 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-93ee1f62-a59d-4899-905f-94a9414370e9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2473c529-dd5b-4491-823d-bb73c19b2010 HTTP/1.1" status: 204  len: 168 time: 1.9363275
Feb 11 19:43:22.147269 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33854) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:22.962829 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854186929'] for router_interface, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:23.338206 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Deleting port 58798b66-c9aa-4354-8c7a-4aedce696932 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:23.338770 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:23.520122 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] For port 58798b66-c9aa-4354-8c7a-4aedce696932, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=58798b66-c9aa-4354-8c7a-4aedce696932,segment=NetworkSegment(fdde3962-9350-4c18-bf3b-682cd343e733),segment_id=fdde3962-9350-4c18-bf3b-682cd343e733)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:23.520512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:23.654447 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Calling delete_port for 58798b66-c9aa-4354-8c7a-4aedce696932 owned by network:router_interface {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:23.875161 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:23.890460 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-9baba0ac-1255-4271-97b3-96298ba853de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:23.950014 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=58798b66-c9aa-4354-8c7a-4aedce696932,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:23.997717 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:24.306309 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854127990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581266'] for router_interface, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:24.605993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-40c97bf5-3390-42c8-83c6-e1e97fa19c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:24.824448 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Router 4b448e61-e410-4789-9efb-902eeaab967f has already been hosted by L3 agent 297e7511-818b-425c-a6a8-11144881dac4 {{(pid=80006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 11 19:43:25.015526 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] Notify agent at l3_agent.dv-cinder-775250-1-iscsi the message routers_updated {{(pid=80006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 11 19:43:25.025344 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] Sync routers for ids ['4b448e61-e410-4789-9efb-902eeaab967f'] in dv-cinder-775250-1-iscsi {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 11 19:43:25.026719 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5102da57-69fa-4830-bb64-296e104f8c9d admin admin] 10.222.0.79 "PUT /v2.0/routers/4b448e61-e410-4789-9efb-902eeaab967f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8783276
Feb 11 19:43:25.029322 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33858) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:25.035752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] Routers {'4b448e61-e410-4789-9efb-902eeaab967f'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:43:25.036431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae0d9cc0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['4b448e61-e410-4789-9efb-902eeaab967f'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:25.230891 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks [] for router, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:25.235051 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] Set router 4b448e61-e410-4789-9efb-902eeaab967f gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:43:25.567818 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae0d9cc0>, [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:43:23Z', 'revision_number': 5, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:25.573267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] Checking router: 4b448e61-e410-4789-9efb-902eeaab967f for host: dv-cinder-775250-1-iscsi {{(pid=80007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 11 19:43:25.583157 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] Routers {'4b448e61-e410-4789-9efb-902eeaab967f'} bound to L3 agent in host dv-cinder-775250-1-iscsi {{(pid=80007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 11 19:43:25.583811 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f67ae0d9cc0>, 'dv-cinder-775250-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-11T19:19:27Z,description=<?>,heartbeat_timestamp=2021-02-11T19:42:57Z,host='dv-cinder-775250-1-iscsi',id=297e7511-818b-425c-a6a8-11144881dac4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-11T19:19:27Z,topic='l3_agent')) {'router_ids': ['4b448e61-e410-4789-9efb-902eeaab967f'], 'active': True} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:25.678702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:25.684598 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Deleting port e1b179d8-7c0d-4cf9-8184-92f7628bd332 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:25.684944 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:25.780535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvr_db [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] Set router 4b448e61-e410-4789-9efb-902eeaab967f gateway port host: dv-cinder-775250-1-iscsi {{(pid=80007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 11 19:43:25.878707 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] For port e1b179d8-7c0d-4cf9-8184-92f7628bd332, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=e1b179d8-7c0d-4cf9-8184-92f7628bd332,segment=NetworkSegment(7cb8e341-9596-4e92-95e6-fe2ab75421c8),segment_id=7cb8e341-9596-4e92-95e6-fe2ab75421c8)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:25.879020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.020619 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Calling delete_port for e1b179d8-7c0d-4cf9-8184-92f7628bd332 owned by network:router_gateway {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:26.112785 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_hamode_db [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f67ae0d9cc0>, [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:43:23Z', 'revision_number': 5, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}], 'dv-cinder-775250-1-iscsi', False) {} {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:26.117022 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a94373-be04-4242-8d40-fed7a9501df9 None None] The sync data for ids ['4b448e61-e410-4789-9efb-902eeaab967f'] in dv-cinder-775250-1-iscsi is: [{'id': '4b448e61-e410-4789-9efb-902eeaab967f', 'name': 'tempest-TestVolumeBootPattern-1615033058-router', 'tenant_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'external_fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-11T19:34:36Z', 'updated_at': '2021-02-11T19:43:23Z', 'revision_number': 5, 'project_id': 'fdf8c98df90148bcaaa567bffd98c1ff', 'gw_port': {'id': 'e1b179d8-7c0d-4cf9-8184-92f7628bd332', 'name': '', 'network_id': '23347571-3647-45ce-869d-0cd7cf5ce632', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b448e61-e410-4789-9efb-902eeaab967f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775250-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-11T19:34:37Z', 'updated_at': '2021-02-11T19:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5991bb0-b31b-4113-8728-43c25765824c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775250-1-iscsi'}] {{(pid=80007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 11 19:43:26.220993 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.419189 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576718'] for router_gateway, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.563320 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854192260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775387'] for router, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.565921 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.629185 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854192230'] for router, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.629756 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b448e61-e410-4789-9efb-902eeaab967f {{(pid=80006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 11 19:43:26.642650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] Notify callbacks [] for router, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.643862 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-5693fe06-e849-406c-9f0f-9304ffa18353 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4b448e61-e410-4789-9efb-902eeaab967f HTTP/1.1" status: 204  len: 168 time: 1.6135519
Feb 11 19:43:26.646785 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33862) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:26.717495 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] Deleting subnet 0d780b2e-e2e6-4487-bc3f-c4f98e799a09 {{(pid=80006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 11 19:43:26.720928 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.776492 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2581723'] for subnet, precommit_delete_associations {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.835252 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-b14afe8a-a679-479e-9fe4-8989d0599263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:26.866274 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852906266'] for subnet, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:27.155255 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1869550', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852446948'] for subnet, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:27.176134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b2402299-20b5-44f1-9152-c45442f5c667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:27.226702 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d780b2e-e2e6-4487-bc3f-c4f98e799a09,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:27.278327 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:27.314915 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:27.320505 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a1e0a-c676-4538-a0c6-08e38ea61b23 None None] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 requested from dv-cinder-775250-1-iscsi {{(pid=80007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 11 19:43:27.321112 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-bc70a9a3-7f99-44ed-85d4-fa73f1dd609a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0d780b2e-e2e6-4487-bc3f-c4f98e799a09 HTTP/1.1" status: 204  len: 168 time: 0.6730254
Feb 11 19:43:27.323879 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80006) accepted ('10.222.0.79', 33866) {{(pid=80006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:27.449254 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852993323'] for network, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:27.525042 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Deleting port a76f5f36-551a-4ca5-8cc0-a105412b7101 {{(pid=80006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:27.525426 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:27.761467 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] For port a76f5f36-551a-4ca5-8cc0-a105412b7101, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=a76f5f36-551a-4ca5-8cc0-a105412b7101,segment=NetworkSegment(fdde3962-9350-4c18-bf3b-682cd343e733),segment_id=fdde3962-9350-4c18-bf3b-682cd343e733)] {{(pid=80006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:27.762641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:27.763783 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] DHCP port deletion for 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 request from dv-cinder-775250-1-iscsi {{(pid=80007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 11 19:43:27.768026 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] Deleting port a76f5f36-551a-4ca5-8cc0-a105412b7101 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:27.768578 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:27.800313 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:27.902364 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Calling delete_port for a76f5f36-551a-4ca5-8cc0-a105412b7101 owned by network:dhcp {{(pid=80006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:28.008171 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.db [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] For port a76f5f36-551a-4ca5-8cc0-a105412b7101, host dv-cinder-775250-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775250-1-iscsi',level=0,port_id=a76f5f36-551a-4ca5-8cc0-a105412b7101,segment=NetworkSegment(fdde3962-9350-4c18-bf3b-682cd343e733),segment_id=fdde3962-9350-4c18-bf3b-682cd343e733)] {{(pid=80007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 11 19:43:28.009205 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854043494'] for port, precommit_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:28.012809 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853041391', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755205792951', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755205290526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2490243'] for port, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:28.018417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device a76f5f36-551a-4ca5-8cc0-a105412b7101 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:28.029386 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:28.089245 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76f5f36-551a-4ca5-8cc0-a105412b7101,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:28.115147 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: a76f5f36-551a-4ca5-8cc0-a105412b7101 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:43:28.115543 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device a76f5f36-551a-4ca5-8cc0-a105412b7101 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:43:28.116007 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 58798b66-c9aa-4354-8c7a-4aedce696932 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:28.148937 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:28.181538 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] No DVR routers for this DVR port a76f5f36-551a-4ca5-8cc0-a105412b7101 on host dv-cinder-775250-1-iscsi {{(pid=80006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 11 19:43:28.222417 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] Calling delete_port for a76f5f36-551a-4ca5-8cc0-a105412b7101 owned by network:dhcp {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 11 19:43:28.253852 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: 58798b66-c9aa-4354-8c7a-4aedce696932 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:43:28.254266 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device 58798b66-c9aa-4354-8c7a-4aedce696932 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:43:28.254742 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e1b179d8-7c0d-4cf9-8184-92f7628bd332 no longer exists at agent ovs-agent-dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 11 19:43:28.298264 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] No Port match for: e1b179d8-7c0d-4cf9-8184-92f7628bd332 {{(pid=80007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 11 19:43:28.298658 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.rpc [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Device e1b179d8-7c0d-4cf9-8184-92f7628bd332 not bound to the agent host dv-cinder-775250-1-iscsi {{(pid=80007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 11 19:43:28.314521 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852904175', 'neutron.services.segments.db._delete_segments_for_network--9223363281649000308'] for network, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:28.341445 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.db.api [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 11 19:43:28.341864 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_db.api [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 11 19:43:28.433554 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f67acb56e10>,) {'filters': {'network_id': ['8b34b1a2-ec0b-4932-91aa-c37ceab560e2']}} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:28.447219 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f67acb56e10>, 'fdde3962-9350-4c18-bf3b-682cd343e733') {'for_net_delete': True} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:28.447563 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.services.segments.db [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f67acb56e10>, 'fdde3962-9350-4c18-bf3b-682cd343e733') {} {{(pid=80006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 11 19:43:28.459952 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363281648999028', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852194093'] for segment, before_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:28.475086 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1882427'] for segment, precommit_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:28.477847 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 11 19:43:28.497979 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:28.668739 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:43:28.678044 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036852893389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852285452'] for segment, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:28.843294 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] Deleting port a76f5f36-551a-4ca5-8cc0-a105412b7101 {{(pid=80007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 11 19:43:28.843798 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363281649028383'] for port, before_delete {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:28.868485 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.managers [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Network 8b34b1a2-ec0b-4932-91aa-c37ceab560e2 has no segments {{(pid=80006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]: Traceback (most recent call last):
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     timer()
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     cb(*args, **kw)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     return func(*args, **kwargs)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     self._notify()
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     self.callback(batched_events)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     event.method(event)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     segment_id)['aggregates'][0]
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     return f(self, *a, **k)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self._get(url).json()
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     **kwargs)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     return self.request(url, 'GET', **kwargs)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     **endpoint_filter)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 11 19:43:28.892261 dv-cinder-775250-1-iscsi neutron-server[79894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 11 19:43:28.921796 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d49ca-e479-44ed-a633-386955801f25 None None] The port 'a76f5f36-551a-4ca5-8cc0-a105412b7101' was deleted {{(pid=80007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 11 19:43:29.006432 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-577321'] for network, after_delete {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:29.010439 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-4bba4ef7-e595-4e0f-b28f-0f590a905a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:29.027468 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647916'] for network, before_response {{(pid=80006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:29.036332 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b34b1a2-ec0b-4932-91aa-c37ceab560e2,revision_number=None']} {{(pid=80006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:29.039654 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:29.041354 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-25bc4d04-f292-4043-9836-2dbd55e8f218 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8b34b1a2-ec0b-4932-91aa-c37ceab560e2 HTTP/1.1" status: 204  len: 168 time: 1.7164278
Feb 11 19:43:29.246807 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:29.290849 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33872) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:29.343959 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-1fac67a5-bd4f-4d4d-b621-85f32e0bd78e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8284320aee86435a9156fabf28af516c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517340
Feb 11 19:43:29.346641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33876) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:29.409641 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e637-134b-487b-ad98-8776ad3190f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:29.437369 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e637-134b-487b-ad98-8776ad3190f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:29.629251 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e637-134b-487b-ad98-8776ad3190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:29.635250 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-b2599c71-df04-4d67-b0c2-6b5ea26bc390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:29.649696 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9e637-134b-487b-ad98-8776ad3190f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadf7759-b664-45ff-af13-b499235809f8,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:29.653663 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-f5b9e637-134b-487b-ad98-8776ad3190f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:29.657134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f5b9e637-134b-487b-ad98-8776ad3190f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:29.658549 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-f5b9e637-134b-487b-ad98-8776ad3190f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aadf7759-b664-45ff-af13-b499235809f8 HTTP/1.1" status: 204  len: 168 time: 0.3109004
Feb 11 19:43:30.450555 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33884) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:30.504348 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-4084f443-c784-4a92-8341-5a9aec31f4ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fdf8c98df90148bcaaa567bffd98c1ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524685
Feb 11 19:43:30.506996 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [-] (80005) accepted ('10.222.0.79', 33888) {{(pid=80005) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 11 19:43:30.574961 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-95f20098-7f9d-4db1-95f8-e1391c475bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:30.603650 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-95f20098-7f9d-4db1-95f8-e1391c475bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:30.686431 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-95f20098-7f9d-4db1-95f8-e1391c475bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682997'] for security_group, after_delete {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:30.691856 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-8a8639bd-c431-4825-90eb-1254dc14fc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 11 19:43:30.705058 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f20098-7f9d-4db1-95f8-e1391c475bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7209985-f5b5-4025-bcb4-e2abe4096a62,revision_number=None']} {{(pid=80005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 11 19:43:30.708267 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG oslo_concurrency.lockutils [None req-95f20098-7f9d-4db1-95f8-e1391c475bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80005) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 11 19:43:30.710342 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-95f20098-7f9d-4db1-95f8-e1391c475bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80005) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:30.714716 dv-cinder-775250-1-iscsi neutron-server[79894]: INFO neutron.wsgi [None req-95f20098-7f9d-4db1-95f8-e1391c475bb6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7209985-f5b5-4025-bcb4-e2abe4096a62 HTTP/1.1" status: 204  len: 168 time: 0.2035716
Feb 11 19:43:33.475556 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:37.205318 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:43:54.626840 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-62e93059-274d-4a36-b8ea-483e6cd419c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:56.834412 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a9086aaa-a833-4907-90c9-98b5b6234782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:57.797848 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:58.474145 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:43:59.239601 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:03.417311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:14.204671 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:44:24.609065 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e67c2b40-32f6-4f72-bd10-8f75114dd345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:26.837752 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-2e215268-433e-4ec9-9cda-9414b7394f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:27.804789 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:28.473894 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:28.753127 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-2f0a37a1-f9e2-4552-b360-58aacbe1af1f req-ce1e02e6-8c6e-4f77-bacb-21fb8fc7e690 service neutron] (80006) timed out ('10.222.0.100', 57808) {{(pid=80006) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 11 19:44:29.195130 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.wsgi [req-bee811e4-f859-4695-897a-0b6bee0f9c34 req-27abbded-4ab1-4831-85d0-79cbe8724042 service neutron] (80005) timed out ('10.222.0.100', 57864) {{(pid=80005) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 11 19:44:29.245050 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:33.405053 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:51.203914 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:44:54.614241 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-404d57e1-738c-4454-ae26-77d852493c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:56.816166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-1c459a0e-6a6d-4378-a576-3f69e3b60654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:57.807114 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:58.473666 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:44:59.247476 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:03.404519 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:24.616228 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a8417910-d967-4027-be4a-61ef9ed0e8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:26.823999 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-7639fc59-b5d5-4656-9775-1c308802a259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:27.815331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:28.203949 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:45:28.475009 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:29.255438 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:33.517052 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:54.626699 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-32589f56-7c7e-4a84-96af-28cf1531518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:56.822529 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ecaa543e-46a2-4711-b60a-402b57edbdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:57.817134 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:58.473596 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:45:59.256483 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:03.409545 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:05.204281 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:46:24.622035 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a1ca102a-54c5-407d-b769-77979656f8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:26.827166 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-8a564bb8-af1a-4e0c-a237-6db89ff33ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:27.821352 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:28.466762 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:29.283673 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:33.415442 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:42.203331 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:46:54.626383 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-de7c9487-59b6-4153-b5d2-293efa1a729f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:56.815022 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e9d1d6be-39de-4ee3-b202-9dc38f160e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:57.809186 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:58.488958 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:46:59.265916 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:03.466057 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:19.202931 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:47:24.636636 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e4e7781c-ce8a-4cc4-a08b-4a979c3b5ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:26.824881 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-ed2c8a78-79d0-4383-8812-e8db46af6b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:27.842659 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:28.499288 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:29.271311 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:33.528512 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:54.624463 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-a99fbefb-3572-4fb3-b7ba-aaa774364379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:56.203020 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:47:56.812983 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6fd24582-9e4b-445d-8c1c-2cb882660235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:57.829865 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:58.492919 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:47:59.276094 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:48:03.475754 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:48:24.635399 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d224e61-3427-46b6-9380-481188739748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:48:26.823535 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-6f66c3c7-5f91-411a-a469-205457a5aa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:48:27.826722 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd3b4-2508-486f-9723-4c33f946e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:48:28.486695 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-337a3491-f9d6-44a1-b0d0-ec24692c4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:48:29.292390 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-811ff5a3-65df-49c5-8d0f-8ca5178ae7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:48:33.202967 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron.db.agents_db [None req-8cd5879b-992c-402e-b78e-f40b35ed7690 None None] Agent healthcheck: found 6 active agents {{(pid=80008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 11 19:48:33.497900 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-f8461ae4-aac9-42f6-b244-4ade167d3bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 11 19:48:54.623490 dv-cinder-775250-1-iscsi neutron-server[79894]: DEBUG neutron_lib.callbacks.manager [None req-e44dd72a-0173-4578-8cfb-97ec5c6efff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363281649000325', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852900096'] for agent, after_update {{(pid=80007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}